00000800:00000200:3.1F:1763335350.206781:0:3644:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019811648] -> 12345-192.168.203.116@tcp (2) 00000800:00000200:0.1F:1763335350.207888:0:3635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019811648] -> 12345-192.168.203.116@tcp (2) 00000800:00000200:0.1:1763335350.207899:0:3635:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.116@tcp 00000000ab60b25e deleted 00000800:00000010:0.1:1763335350.207902:0:3635:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab60b25e. 00000800:00000200:0.1:1763335350.207909:0:3635:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1763335350.207916:0:3635:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.116@tcp ip 192.168.203.116:1023 00000800:00000200:0.1:1763335350.207923:0:3635:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f31b0d4e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1763335350.208176:0:3634:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1763335350.208545:0:3636:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000019811648] -> 12345-192.168.203.116@tcp (4) 00000800:00000200:1.1:1763335350.208549:0:3636:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.116@tcp 00000000df640ac4 deleted 00000800:00000010:1.1:1763335350.208551:0:3636:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000df640ac4. 00000800:00000200:1.1:1763335350.208554:0:3636:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1763335350.208920:0:3634:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1763335350.414162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000088e26b61. 00010000:00000010:3.1:1763335350.414169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000090baa63e. 00010000:00000010:1.1:1763335350.557848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000526646ca. 00010000:00000010:1.1:1763335350.557861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009efad09c. 00010000:00000010:0.1:1763335350.563966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f3b1dc7. 00010000:00000010:0.1:1763335350.563978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eb764e09. 00010000:00000010:0.1:1763335350.563982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000734a59d1. 00080000:00000010:1.1:1763335350.603743:0:20:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 00000000a763583c. 00010000:00010000:3.0:1763336252.933154:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa3ffc6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933186:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918381a400/0x84ca14902aa3ff10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6517a expref: 60 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933199:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918381a400/0x84ca14902aa3ff10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6517a expref: 60 pid: 27808 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763336252.933211:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056040960:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336252.933254:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525000 going to sleep for 11 seconds 00000100:00100000:3.0:1763336252.933273:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663 00000100:00100000:3.0:1763336252.933281:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+122:3648:x1848991056040576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336252.933293:0:28588:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:692 count 1 00002000:00010000:3.0:1763336252.933311:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336252.933317:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933325:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336252.933327:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336252.933331:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933342:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933351:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933364:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933381:0:28588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336252.933529:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+123:3648:x1848991056040576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (923us total) trans 21474838953 rc 0/0 00000100:00100000:3.0:1763336252.933536:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663 00000100:00100000:3.0:1763336252.933550:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6664 00000100:00100000:3.0:1763336252.933557:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+122:3648:x1848991056040704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336252.933607:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2b1:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763336252.933611:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2b1:0x0] updating lvb mtime from disk: 1763336252 -> 1763336252 00002000:00010000:3.0:1763336252.933613:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2b1:0x0] updating lvb atime from disk: 1763336252 -> 1763336252 00002000:00010000:3.0:1763336252.933615:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2b1:0x0] updating lvb ctime from disk: 1763336252 -> 1763336252 00002000:00010000:3.0:1763336252.933618:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2b1:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763336252.933642:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+123:3648:x1848991056040704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (999us total) trans 21474838954 rc 0/0 00000100:00100000:3.0:1763336252.933649:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6664 00010000:00010000:3.0:1763336252.933666:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336252.933672:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933680:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336252.933718:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933732:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933747:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933754:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa3ffcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.933770:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336252.933772:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336252.933774:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336252.933807:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b641180/2, rc 0, transno 21474838954 00000100:00100000:3.0:1763336252.933813:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056040704:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336252.933823:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b641880/2, rc 0, transno 21474838953 00000100:00100000:3.0:1763336252.933827:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056040576:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763336252.933847:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186b8bb80/2, rc 0, transno 21474838952 00000100:00100000:3.0:1763336252.933851:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056040832:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336252.933925:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336252.936756:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6667 00000100:00100000:3.0:1763336252.936766:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3647:x1848991056041472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336252.936820:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x293:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763336252.936823:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x293:0x0] updating lvb mtime from disk: 1763336252 -> 1763336252 00002000:00010000:3.0:1763336252.936825:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x293:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336252.936828:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x293:0x0] updating lvb ctime from disk: 1763336252 -> 1763336252 00002000:00010000:3.0:1763336252.936830:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x293:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763336252.937627:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3647:x1848991056041472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 863us (2164us total) trans 17179871686 rc 0/0 00000100:00100000:3.0:1763336252.937634:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6667 00000100:00100000:3.0:1763336252.937647:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056041216 00000100:00100000:3.0:1763336252.937652:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056041216 00000100:00100000:3.0:1763336252.937712:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6668 00000100:00100000:3.0:1763336252.937720:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3648:x1848991056041216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336252.937737:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:661 count 1 00002000:00010000:3.0:1763336252.937757:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x295:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336252.937763:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa3ffdb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x295:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.937772:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336252.937774:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336252.937778:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa3ffdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.937790:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa3ffdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.937799:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa3ffdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.937806:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa3ffdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x295:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.937820:0:35222:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336252.937973:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3648:x1848991056041216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 254us (578us total) trans 17179871687 rc 0/0 00000100:00100000:3.0:1763336252.939150:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6668 00000100:00100000:3.0:1763336252.941809:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336252.942427:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183312a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056041600:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336252.942445:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa3ffd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x294:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336252.944921:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336252.946101:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa3ffd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.946110:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa3ffd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.946118:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa3ffd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.946125:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa3ffd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x294:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.946148:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336252.946311:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3647:x1848991056041088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9846us (10902us total) trans 17179871688 rc 0/0 00000100:00100000:3.0:1763336252.946319:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6665 00000100:00100000:3.0:1763336252.947469:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336252.954840:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336252.958411:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041621120 00000100:00100000:3.0:1763336252.958421:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041621120 00000100:00100000:3.0:1763336252.958473:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3317 00000100:00100000:3.0:1763336252.958482:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+252:56884:x1848991041621120:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336252.958716:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56884:x1848991041621120:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 205us (336us total) trans 8589939696 rc 0/0 00000100:00100000:3.0:1763336252.958723:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3317 00000100:00100000:3.0:1763336252.963130:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336252.975890:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336252.976000:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9635 00000100:00100000:3.0:1763336252.976012:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:55888:x1848991041622016:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336252.976026:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336252.976049:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa40075 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c651e3 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.976100:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa4007c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336252.976116:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa4007c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336252.976136:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa4007c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336252.976244:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa40075 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651e3 expref: 260 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.976265:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa4007c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651e3 expref: 259 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.976288:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d4:0x0].0x0 (ffff9c9283d3ab00) 00010000:00010000:3.0:1763336252.976291:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336252.976294:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:3.0:1763336252.976356:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:55888:x1848991041622016:12345-192.168.203.16@tcp:101:bash.0 Request processed in 345us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336252.976369:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9635 00000100:00100000:3.0:1763336252.979412:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041622400 00000100:00100000:3.0:1763336252.979421:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041622400 00000100:00100000:3.0:1763336252.979465:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041622272 00000100:00100000:3.0:1763336252.979468:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041622272 00000100:00100000:3.0:1763336252.979489:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9636 00000100:00100000:3.0:1763336252.979497:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56885:x1848991041622400:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336252.979518:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336252.979536:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa40098 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c651ea expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.979617:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa4009f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336252.979629:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa4009f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336252.979639:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa4009f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336252.979663:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1d4:0x0]: returning size 0 00000004:00200000:3.0:1763336252.979667:0:8421:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336252.980245:0:8421:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa4009f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336252.980277:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa40098 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651ea expref: 262 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336252.980295:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa4009f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651ea expref: 261 pid: 8421 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763336252.980304:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa4009f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651ea expref: 261 pid: 8421 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763336252.980379:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00000100:00100000:3.0:1763336252.991448:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041622912 00000100:00100000:3.0:1763336252.991456:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041622912 00000100:00100000:3.0:1763336252.991504:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6669 00000100:00100000:3.0:1763336252.991514:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:2404:x1848991041622912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336252.991530:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336252.991551:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa400bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c651f8 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336252.991572:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336252.991589:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336252.991591:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336252.991600:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa400bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651f8 expref: 61 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336252.991616:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa400bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651f8 expref: 61 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336252.991635:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:3.0:1763336252.991716:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:2404:x1848991041622912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 203us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336252.991724:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6669 00010000:00010000:3.0:1763336253.004289:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa3ff79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65196 expref: 62 pid: 35222 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763336253.004300:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056042880:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.004316:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa400c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.004323:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa400c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.004368:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa400c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.004377:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa400c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.004383:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa400c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.004400:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.004536:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+127:3649:x1848991056041984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8232us (8929us total) trans 21474838958 rc 0/0 00000100:00100000:3.0:1763336253.004543:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6672 00000100:00100000:3.0:1763336253.005428:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056043264:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.005443:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.005505:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041624064 00000100:00100000:3.0:1763336253.005511:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041624064 00010000:00010000:3.0:1763336253.005538:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa3fd96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c650f5 expref: 15 pid: 29013 timeout: 1140 lvb_type: 0 00000100:00100000:3.0:1763336253.005573:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041623936 00000100:00100000:3.0:1763336253.005576:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041623936 00010000:00010000:3.0:1763336253.005590:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7400/0x84ca14902aa3fea0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65149 expref: 62 pid: 8398 timeout: 1140 lvb_type: 1 00000100:00100000:3.0:1763336253.005620:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3196 00000100:00100000:3.0:1763336253.005628:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041624064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336253.005639:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336253.005643:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa3fd96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c650f5 expref: 15 pid: 29013 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763336253.005652:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa3fd96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c650f5 expref: 15 pid: 29013 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763336253.005667:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa3fd96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c650f5 expref: 15 pid: 29013 timeout: 1140 lvb_type: 0 00010000:00010000:3.0:1763336253.005701:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.005703:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.005708:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.005718:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.005742:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336253.005779:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041624064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 150us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.005794:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3196 00010000:00010000:3.0:1763336253.005819:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.005832:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.005845:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.005854:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.005872:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.006045:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3647:x1848991056042368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8789us (9163us total) trans 17179871692 rc 0/0 00000100:00100000:3.0:1763336253.006059:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6675 00010000:00010000:3.0:1763336253.006104:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336253.006112:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006121:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336253.006127:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006138:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006152:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006159:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa400de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006174:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336253.006178:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa400d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006183:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336253.006186:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa400d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006193:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa400d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006205:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa400d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006218:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa400d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.006234:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336253.006236:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336253.006238:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336253.008026:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041624320 00000100:00100000:3.0:1763336253.008033:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041624320 00000100:00100000:3.0:1763336253.008098:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9640 00000100:00100000:3.0:1763336253.008108:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+249:56885:x1848991041624320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.008130:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.008150:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa400ec lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6520d expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.008214:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008227:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008236:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008248:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008262:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008273:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008365:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa40101 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008373:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa40101 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008380:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa40101 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336253.008389:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1d4:0x0]: returning size 2 00010000:00010000:3.0:1763336253.008455:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008462:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008468:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008475:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008479:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.008482:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008488:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008501:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9285ffae00) 00010000:00010000:3.0:1763336253.008503:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.008507:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008513:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa400f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008521:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008526:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008531:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008536:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.008539:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008545:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008551:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9285ffa400) 00010000:00010000:3.0:1763336253.008553:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.008556:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008567:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa400fa lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.008602:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa400ec lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6520d expref: 252 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.008617:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa40101 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6520d expref: 251 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.008623:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d4:0x0].0x0 (ffff9c9283d3ab00) 00010000:00010000:3.0:1763336253.008626:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336253.008628:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e19000, rc 0) 00000100:00100000:3.0:1763336253.008660:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+251:56885:x1848991041624320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 553us (686us total) trans 8589939704 rc 0/0 00000100:00100000:3.0:1763336253.008666:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9640 00000100:00100000:3.0:1763336253.012637:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041624832 00000100:00100000:3.0:1763336253.012642:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041624832 00000100:00100000:3.0:1763336253.012841:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3320 00000100:00100000:3.0:1763336253.012850:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+251:56885:x1848991041624832:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336253.014103:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.019939:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041625472 00000100:00100000:3.0:1763336253.019949:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041625472 00000100:00100000:3.0:1763336253.020005:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3322 00000100:00100000:3.0:1763336253.020015:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+252:55888:x1848991041625472:12345-192.168.203.16@tcp:35:bash.0 00000001:00080000:3.0:1763336253.020238:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589939706 00000100:00100000:3.0:1763336253.020349:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:55888:x1848991041625472:12345-192.168.203.16@tcp:35:bash.0 Request processed in 334us (550us total) trans 8589939707 rc 0/0 00000100:00100000:3.0:1763336253.020356:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3322 00000020:00080000:3.0:1763336253.020362:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336253.038243:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9642 00000100:00100000:3.0:1763336253.038254:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56888:x1848991041625984:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1763336253.038281:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763336253.038302:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa400b4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d4:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651f1 expref: 256 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.038321:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa40101 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6520d expref: 255 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.038334:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa4007c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c651e3 expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.038343:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d4:0x0].0x0 (ffff9c9283d3ab00) 00010000:00010000:3.0:1763336253.038347:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.038366:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4011d lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038376:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4011d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038385:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4011d lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038396:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa40124 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038403:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa40124 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038408:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa40124 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038667:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4012b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038679:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4012b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.038782:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4012b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.039909:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336253.039915:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40139 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.039921:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336253.039924:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40139 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.039931:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40139 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.039941:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d4:0x0].0x0 (ffff9c9283d3ab00) 00010000:00010000:3.0:1763336253.039944:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336253.039947:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40139 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.039952:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40139 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.039963:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336253.039965:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336253.039968:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336253.076923:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.083165:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.101077:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041627904 00000100:00100000:3.0:1763336253.101091:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041627904 00010000:00010000:3.0:1763336253.101118:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa401cc lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6524c expref: 260 pid: 6512 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.101143:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3199 00000100:00100000:3.0:1763336253.101152:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:2405:x1848991041627904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336253.101166:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336253.101172:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa401cc lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6524c expref: 260 pid: 6512 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.101185:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa401cc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6524c expref: 260 pid: 6512 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.101206:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa401cc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6524c expref: 260 pid: 6512 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.101221:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d6:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:3.0:1763336253.101226:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.101235:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.101243:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.101265:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336253.101309:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:2405:x1848991041627904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 158us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.101316:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3199 00010000:00010000:3.0:1763336253.102630:0:6512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.102641:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336253.102660:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1d6:0x0]: returning size 0 00000004:00080000:3.0:1763336253.104250:0:6512:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x298:0x0], index 1: 0 00000004:00080000:3.0:1763336253.104261:0:6512:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2b7:0x0], index 0: 0 00000004:00080000:3.0:1763336253.104266:0:6512:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2b8:0x0], index 0: 0 00000004:00080000:3.0:1763336253.104271:0:6512:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x299:0x0], index 1: 0 00010000:00010000:3.0:1763336253.104374:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.104385:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.104392:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.104398:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.104402:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.104409:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.104423:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d6:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:3.0:1763336253.104426:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336253.104431:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.104436:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa401e1 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105141:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa401da lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65253 expref: 259 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.105154:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d6:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:3.0:1763336253.105157:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336253.105161:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa401da lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65253 expref: 259 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.105176:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:3.0:1763336253.105249:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56889:x1848991041627520:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 13492us (14128us total) trans 8589939712 rc 301/301 00000100:00100000:3.0:1763336253.105263:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9650 00000100:00100000:3.0:1763336253.105546:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041628416 00000100:00100000:3.0:1763336253.105554:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041628416 00000100:00100000:3.0:1763336253.105599:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9652 00000100:00100000:3.0:1763336253.105608:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56891:x1848991041628416:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.105623:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.105640:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa40204 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65261 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.105727:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105739:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105747:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105762:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105770:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105776:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105863:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40219 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105870:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40219 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105876:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40219 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105941:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105948:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105953:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105958:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.105961:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105967:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105978:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9285ffae00) 00010000:00010000:3.0:1763336253.105980:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.105983:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105988:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4020b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.105996:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106000:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106005:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106009:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.106011:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106015:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106021:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9285ffa400) 00010000:00010000:3.0:1763336253.106023:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.106025:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106030:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40212 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.106057:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa40204 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65261 expref: 261 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.106073:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40219 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65261 expref: 260 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.106091:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d6:0x0].0x0 (ffff9c918cd58600) 00010000:00010000:3.0:1763336253.106093:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336253.106096:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0dc00, rc 0) 00000100:00100000:3.0:1763336253.106141:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56891:x1848991041628416:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 534us (697us total) trans 8589939713 rc 0/0 00000100:00100000:3.0:1763336253.106148:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9652 00000100:00100000:3.0:1763336253.123105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.127760:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.134532:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.134565:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.134594:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.139750:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.150240:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041631104 00000100:00100000:3.0:1763336253.150249:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041631104 00000100:00100000:3.0:1763336253.150300:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9658 00000100:00100000:3.0:1763336253.150310:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:55888:x1848991041631104:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.150328:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.150331:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336253.150355:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4026d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65284 expref: 270 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.150372:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d6:0x0].0x0 (ffff9c918cd58600) 00010000:00010000:3.0:1763336253.150377:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.150389:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa40274 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6528b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.150428:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4027b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.150439:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4027b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.150448:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4027b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000040:00080000:3.0:1763336253.150651:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1494, 88 off125624 00000004:00080000:3.0:1763336253.150659:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041111972780ns, next at 1041838518516ns, rc = 0 00000040:00080000:3.0:1763336253.152032:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1494, 88 off125712 00000004:00080000:3.0:1763336253.152044:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041113358073ns, next at 1041838560314ns, rc = 0 00000040:00080000:3.0:1763336253.152890:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1495, 88 off125800 00000004:00080000:3.0:1763336253.152900:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041114214584ns, next at 1041838560314ns, rc = 0 00000100:00100000:3.0:1763336253.161763:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056044288:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.161815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.161861:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336253.161867:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056043904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.161889:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.161915:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056044032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.161936:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.161953:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336253.161958:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056044160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.161976:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.162005:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056044288 00000100:00100000:3.0:1763336253.162012:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056044288 00000100:00100000:3.0:1763336253.162050:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056043904 00000100:00100000:3.0:1763336253.162053:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056043904 00000100:00100000:3.0:1763336253.162068:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056044032 00000100:00100000:3.0:1763336253.162070:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056044032 00000100:00100000:3.0:1763336253.162092:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056044160 00000100:00100000:3.0:1763336253.162096:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056044160 00000100:00100000:3.0:1763336253.162116:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681 00000100:00100000:3.0:1763336253.162124:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3646:x1848991056044288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.162290:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3646:x1848991056044288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (473us total) trans 17179871694 rc 0/0 00000100:00100000:3.0:1763336253.162296:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681 00000100:00100000:3.0:1763336253.162309:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682 00000100:00100000:3.0:1763336253.162315:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3646:x1848991056043904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336253.162327:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:662 count 1 00010000:00010000:3.0:1763336253.162344:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162358:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4010f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65214 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162365:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336253.162367:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336253.162370:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162394:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4010f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65214 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162411:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4010f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65214 expref: 16 pid: 29013 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.162422:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056044416:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336253.162469:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525480 going to sleep for 11 seconds 00000100:00100000:3.0:1763336253.162487:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683 00000100:00100000:3.0:1763336253.162493:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3648:x1848991056044032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336253.162505:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:663 count 1 00002000:00010000:3.0:1763336253.162524:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x297:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336253.162529:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162536:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.162537:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.162541:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162551:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162558:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162564:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162584:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.162752:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3648:x1848991056044032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 259us (815us total) trans 17179871695 rc 0/0 00000100:00100000:3.0:1763336253.162759:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683 00000100:00100000:3.0:1763336253.162770:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6684 00000100:00100000:3.0:1763336253.162776:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3648:x1848991056044160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336253.162826:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.162830:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.162832:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.162834:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.162837:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.162861:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3648:x1848991056044160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (884us total) trans 17179871696 rc 0/0 00000100:00100000:3.0:1763336253.162867:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6684 00000100:00080000:3.0:1763336253.162890:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763336253.162909:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336253.162915:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162922:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336253.162925:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162933:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162952:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162959:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40289 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x297:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.162973:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336253.162975:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336253.162976:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336253.163006:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189a8e300/2, rc 0, transno 17179871696 00000100:00100000:3.0:1763336253.163012:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189a8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056044160:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336253.163020:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189a8d500/2, rc 0, transno 17179871695 00000100:00100000:3.0:1763336253.163023:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189a8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056044032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763336253.163040:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189a8dc00/2, rc 0, transno 17179871694 00000100:00100000:3.0:1763336253.163044:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189a8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056044288:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.170523:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056044416:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.170550:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.173358:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.173366:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.173379:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.173387:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.174594:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1763336253.174599:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa40282 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x296:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.174792:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3646:x1848991056043904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12476us (12901us total) trans 17179871697 rc 0/0 00000100:00100000:3.0:1763336253.174800:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682 00000100:00100000:3.0:1763336253.174819:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041631488 00000100:00100000:3.0:1763336253.174824:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041631488 00000100:00100000:3.0:1763336253.174855:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6689 00000100:00100000:3.0:1763336253.174862:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:55888:x1848991041631488:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.174876:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.174889:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d200/0x84ca14902aa4029e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65292 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.174910:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6800/0x84ca14902aa40227 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65268 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336253.174918:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.174920:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.174925:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d200/0x84ca14902aa4029e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65292 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.174955:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6800/0x84ca14902aa40227 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65268 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336253.174967:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6800/0x84ca14902aa40227 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65268 expref: 17 pid: 29013 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763336253.174980:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056045184:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336253.175039:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525840 going to sleep for 11 seconds 00000004:00080000:3.0:1763336253.175073:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189a8d880/2, rc 0, transno 17179871697 00000100:00100000:3.0:1763336253.175092:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189a8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056043904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.180036:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.182315:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.190265:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041632256 00000100:00100000:3.0:1763336253.190273:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041632256 00002000:00010000:3.0:1763336253.190308:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/664 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.190313:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241880 with x1848991041632256 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.190323:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a241880. 00000100:00100000:3.0:1763336253.190351:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041632384 00000100:00100000:3.0:1763336253.190354:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041632384 00002000:00010000:3.0:1763336253.190364:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/695 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.190367:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a243800 with x1848991041632384 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.190373:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a243800. 00000100:00100000:3.0:1763336253.190399:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1659 00000100:00100000:3.0:1763336253.190408:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041632256:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336253.190564:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.190568:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb mtime from disk: 1763336253 -> 1763336253 00002000:00010000:3.0:1763336253.190570:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb atime from disk: 1763336253 -> 0 00002000:00010000:3.0:1763336253.190572:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb ctime from disk: 1763336253 -> 1763336253 00002000:00010000:3.0:1763336253.190574:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.190610:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041632256:12345-192.168.203.16@tcp:10:bash.0 Request processed in 204us (549us total) trans 17179871698 rc 0/0 00000100:00100000:3.0:1763336253.190617:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1659 00002000:00010000:3.0:1763336253.190620:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/664 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.190622:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241880 with x1848991041632256 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.190626:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a241880. 00000100:00100000:3.0:1763336253.190641:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1660 00000100:00100000:3.0:1763336253.190647:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:2405:x1848991041632384:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336253.190760:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.190763:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb mtime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.190765:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.190767:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb ctime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.190769:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.190791:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:2405:x1848991041632384:12345-192.168.203.16@tcp:10:bash.0 Request processed in 144us (699us total) trans 21474838965 rc 0/0 00000100:00100000:3.0:1763336253.190798:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1660 00002000:00010000:3.0:1763336253.190800:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/695 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.190803:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a243800 with x1848991041632384 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.190806:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a243800. 00000100:00100000:3.0:1763336253.193192:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.204162:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.208639:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.228984:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.233654:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.243243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.244736:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.247110:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041634560 00000100:00100000:3.0:1763336253.247118:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041634560 00000100:00100000:3.0:1763336253.247171:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9666 00000100:00100000:3.0:1763336253.247181:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+255:56894:x1848991041634560:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.247198:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.247221:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40354 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c652d1 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.247275:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4035b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.247287:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4035b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.247299:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4035b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336253.247342:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763336253.247346:0:6512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763336253.247378:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40354 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652d1 expref: 257 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.247396:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4035b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652d1 expref: 256 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.247409:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58400) 00010000:00010000:3.0:1763336253.247412:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763336253.247416:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:3.0:1763336253.248452:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56894:x1848991041634560:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1268us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.248462:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9666 00000100:00100000:3.0:1763336253.253735:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041634688 00000100:00100000:3.0:1763336253.253746:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041634688 00010000:00010000:3.0:1763336253.253787:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d200/0x84ca14902aa4029e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65292 expref: 20 pid: 29013 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.253829:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3204 00000100:00100000:3.0:1763336253.253838:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041634688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336253.253853:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763336253.253868:0:35233:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763336253.253871:0:35233:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb atime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.253874:0:35233:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x298:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336253.253879:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d200/0x84ca14902aa4029e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65292 expref: 20 pid: 29013 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.253892:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d200/0x84ca14902aa4029e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65292 expref: 20 pid: 29013 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.253914:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d200/0x84ca14902aa4029e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65292 expref: 20 pid: 29013 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.253932:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.253934:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.253938:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa40338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.253947:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa40338 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.253985:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336253.254041:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041634688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 204us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.254049:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3204 00000100:00100000:3.0:1763336253.268094:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056046208:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.268122:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.268155:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184ee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056046080:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.268179:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.268205:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056046080 00000100:00100000:3.0:1763336253.268209:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056046080 00000100:00100000:3.0:1763336253.268231:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6696 00000100:00100000:3.0:1763336253.268238:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+132:3649:x1848991056046080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336253.268301:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.268307:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb mtime from disk: 1763336253 -> 1763336253 00002000:00010000:3.0:1763336253.268311:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.268314:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb ctime from disk: 1763336253 -> 1763336253 00002000:00010000:3.0:1763336253.268316:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.268355:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+133:3649:x1848991056046080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (176us total) trans 21474838967 rc 0/0 00000100:00100000:3.0:1763336253.268361:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6696 00000004:00080000:3.0:1763336253.268385:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184ee2a00/2, rc 0, transno 21474838966 00000100:00100000:3.0:1763336253.268389:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184ee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056046208:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.280972:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041635840 00000100:00100000:3.0:1763336253.280982:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041635840 00000100:00100000:3.0:1763336253.281172:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9672 00000100:00100000:3.0:1763336253.281181:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56892:x1848991041635840:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.281189:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.281198:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa403af lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c652f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.281232:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa403bd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.281241:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa403bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.281250:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa403bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336253.281276:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1d6:0x0]: returning size 5 00000004:00200000:3.0:1763336253.281280:0:6512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336253.281296:0:6512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa403bd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.281319:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa403af lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652f4 expref: 255 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.281333:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa403bd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652f4 expref: 254 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.281342:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d6:0x0].0x0 (ffff9c9285fe0100) 00010000:00010000:3.0:1763336253.281345:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336253.281348:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:3.0:1763336253.281378:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:56892:x1848991041635840:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 198us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.281385:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9672 00000100:00100000:3.0:1763336253.288873:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041636096 00000100:00100000:3.0:1763336253.288879:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041636096 00010000:00010000:3.0:1763336253.288902:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40393 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652df expref: 254 pid: 8421 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.288923:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3205 00000100:00100000:3.0:1763336253.288930:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:2404:x1848991041636096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336253.288939:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336253.288948:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40393 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652df expref: 254 pid: 8421 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.288960:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40393 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652df expref: 254 pid: 8421 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.288979:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40393 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c652df expref: 254 pid: 8421 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336253.288993:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d7:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:3.0:1763336253.288998:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16800/0x84ca14902aa403b6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.289009:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16800/0x84ca14902aa403b6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.289015:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16800/0x84ca14902aa403b6 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.289043:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336253.289086:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:2404:x1848991041636096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 147us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.289093:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3205 00000100:00100000:3.0:1763336253.301177:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.335522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.342955:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041637888 00000100:00100000:3.0:1763336253.342959:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041637888 00000100:00100000:3.0:1763336253.342996:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9677 00000100:00100000:3.0:1763336253.343004:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:55888:x1848991041637888:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.343016:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.343020:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336253.343045:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6a00/0x84ca14902aa4040a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65310 expref: 260 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.343062:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d7:0x0].0x0 (ffff9c92af4fc800) 00010000:00010000:3.0:1763336253.343067:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.343090:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa40411 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65317 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.343131:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40418 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.343148:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40418 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.343157:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40418 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000040:00080000:3.0:1763336253.343374:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1498, 88 off126064 00000004:00080000:3.0:1763336253.343382:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041304696391ns, next at 1041838560314ns, rc = 0 00000040:00080000:3.0:1763336253.343429:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1498, 88 off125976 00000004:00080000:3.0:1763336253.343436:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041304749831ns, next at 1041838518516ns, rc = 0 00000040:00080000:3.0:1763336253.343458:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1499, 88 off126064 00000004:00080000:3.0:1763336253.343463:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041304777808ns, next at 1041838518516ns, rc = 0 00000040:00080000:3.0:1763336253.343476:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1499, 88 off126152 00000004:00080000:3.0:1763336253.343480:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041304794571ns, next at 1041838560314ns, rc = 0 00000001:00080000:3.0:1763336253.347823:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939737 is committed 00000004:00080000:3.0:1763336253.347832:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 978 committed 00000004:00080000:3.0:1763336253.347848:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 974 committed 00000004:00080000:3.0:1763336253.347859:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 973 committed 00000004:00080000:3.0:1763336253.347861:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 977 committed 00010000:00010000:3.0:1763336253.347938:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40418 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65317 expref: 254 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.347952:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d7:0x0].0x0 (ffff9c92af4fc800) 00010000:00010000:3.0:1763336253.347955:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336253.347973:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa40411 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65317 expref: 254 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763336253.347991:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40418 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65317 expref: 253 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.348025:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d7:0x0].0x0 (ffff9c92af4fc800) 00010000:00010000:3.0:1763336253.348028:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336253.348030:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:3.0:1763336253.348100:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:55888:x1848991041637888:12345-192.168.203.16@tcp:101:bash.0 Request processed in 5095us (5628us total) trans 8589939737 rc 0/0 00000100:00100000:3.0:1763336253.348109:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9677 00000100:00100000:3.0:1763336253.356094:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.359103:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.362597:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.362642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.364712:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041638784 00000100:00100000:3.0:1763336253.364720:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041638784 00000100:00100000:3.0:1763336253.364774:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1664 00000100:00100000:3.0:1763336253.364784:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:2405:x1848991041638784:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:3.0:1763336253.364824:0:28399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336253.364833:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40442 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.364848:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.364851:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.364856:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40442 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.364869:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa40442 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.373407:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041639040 00000100:00100000:3.0:1763336253.373420:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041639040 00000100:00100000:3.0:1763336253.373476:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3333 00000100:00100000:3.0:1763336253.373485:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+252:55888:x1848991041639040:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:3.0:1763336253.373786:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:55888:x1848991041639040:12345-192.168.203.16@tcp:35:bash.0 Request processed in 301us (3307us total) trans 8589939738 rc 0/0 00000100:00100000:3.0:1763336253.373793:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3333 00000100:00100000:3.0:1763336253.399842:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.401987:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.406843:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.406888:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.414971:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.418130:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.422054:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.422109:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.425813:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000001:00080000:3.0:1763336253.428186:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939742 is committed 00000004:00080000:3.0:1763336253.428196:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 976 committed 00000004:00080000:3.0:1763336253.428209:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 980 committed 00000004:00080000:3.0:1763336253.428215:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 979 committed 00000004:00080000:3.0:1763336253.428217:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 975 committed 00000100:00100000:3.0:1763336253.428763:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056047232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.429581:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.430165:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6712 00000100:00100000:3.0:1763336253.430178:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3649:x1848991056047872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336253.430262:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.430267:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb mtime from disk: 1763336253 -> 1763336253 00002000:00010000:3.0:1763336253.430269:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.430272:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb ctime from disk: 1763336253 -> 1763336253 00002000:00010000:3.0:1763336253.430275:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2b7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.430320:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3649:x1848991056047872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (514us total) trans 21474838973 rc 0/0 00000100:00100000:3.0:1763336253.430341:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6712 00000004:00080000:3.0:1763336253.430389:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189985500/2, rc 0, transno 17179871708 00000100:00100000:3.0:1763336253.430396:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056047232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763336253.431891:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336253.442203:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041641344 00000100:00100000:3.0:1763336253.442208:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041641344 00000100:00100000:3.0:1763336253.442249:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9685 00000100:00100000:3.0:1763336253.442257:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+247:56892:x1848991041641344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.442276:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.442296:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d200/0x84ca14902aa404ea lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65356 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763336253.445248:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89f80/2, rc 0, transno 17179871710 00000100:00100000:3.0:1763336253.445255:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056047104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.451104:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041642112 00000100:00100000:3.0:1763336253.451109:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041642112 00000100:00100000:3.0:1763336253.451140:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9687 00000100:00100000:3.0:1763336253.451146:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+251:56896:x1848991041642112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.451156:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.451168:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa40506 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65364 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.451211:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451221:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451229:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451242:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451249:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451255:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451280:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451286:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451292:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451297:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451303:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.451306:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451313:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451327:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8c00) 00010000:00010000:3.0:1763336253.451330:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.451335:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451341:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4050d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451353:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451358:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451364:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451368:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.451371:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451375:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451382:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58b00) 00010000:00010000:3.0:1763336253.451384:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.451387:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451392:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40514 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.451419:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa40506 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65364 expref: 252 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.451429:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8c00) 00010000:00010000:3.0:1763336253.451432:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.451435:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa40506 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65364 expref: 252 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.451443:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:3.0:1763336253.452069:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+251:56896:x1848991041642112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 920us (1797us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336253.452086:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9687 00000100:00100000:3.0:1763336253.463730:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041642624 00000100:00100000:3.0:1763336253.463739:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041642624 00000100:00100000:3.0:1763336253.463793:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9689 00000100:00100000:3.0:1763336253.463804:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+252:56896:x1848991041642624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.464238:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.464260:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4053e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65372 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.464350:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.464364:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa40530 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6536b expref: 253 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.464373:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.464401:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa40530 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6536b expref: 253 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.464418:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa40530 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6536b expref: 253 pid: 6514 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.464430:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056048384:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336253.464493:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525180 going to sleep for 11 seconds 00010000:00010000:3.0:1763336253.472673:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa40530 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6536b expref: 254 pid: 6514 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.472707:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056048384:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.472728:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.472736:0:8421:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.472742:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336253.472762:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1d9:0x0]: returning size 0 00000004:00080000:3.0:1763336253.472912:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x29c:0x0], index 1: 0 00000004:00080000:3.0:1763336253.472918:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2bb:0x0], index 0: 0 00000004:00080000:3.0:1763336253.472922:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2bc:0x0], index 0: 0 00000004:00080000:3.0:1763336253.472926:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x29d:0x0], index 1: 0 00010000:00010000:3.0:1763336253.473015:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473023:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473033:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473039:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.473043:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473049:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473062:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d9:0x0].0x0 (ffff9c91864d8900) 00010000:00010000:3.0:1763336253.473065:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336253.473069:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473085:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0d800/0x84ca14902aa40545 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.473126:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4053e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65372 expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.473136:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d9:0x0].0x0 (ffff9c91864d8900) 00010000:00010000:3.0:1763336253.473139:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336253.473142:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4053e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65372 expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.473155:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:3.0:1763336253.473206:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56896:x1848991041642624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9402us (9566us total) trans 8589939746 rc 301/301 00000100:00100000:3.0:1763336253.473214:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9689 00000100:00100000:3.0:1763336253.482221:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041643520 00000100:00100000:3.0:1763336253.482233:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041643520 00000100:00100000:3.0:1763336253.489205:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041644032 00000100:00100000:3.0:1763336253.489215:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041644032 00000100:00100000:3.0:1763336253.489364:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9691 00000100:00100000:3.0:1763336253.489377:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56897:x1848991041644032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.489396:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.489419:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40568 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65380 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.489487:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489500:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489511:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489521:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489528:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489534:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489648:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4057d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489657:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4057d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489668:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4057d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336253.489677:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1d9:0x0]: returning size 0 00010000:00010000:3.0:1763336253.489780:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489788:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489793:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489799:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489804:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.489808:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489814:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489824:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58b00) 00010000:00010000:3.0:1763336253.489827:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.489832:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489838:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4056f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489849:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489858:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489864:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489869:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.489872:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489876:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489883:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8f00) 00010000:00010000:3.0:1763336253.489885:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.489888:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489894:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa40576 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.489928:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa40568 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65380 expref: 259 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.489945:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4057d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65380 expref: 258 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.489952:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d9:0x0].0x0 (ffff9c918cd58100) 00010000:00010000:3.0:1763336253.489954:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336253.489956:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336253.490013:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56897:x1848991041644032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 639us (891us total) trans 8589939750 rc 0/0 00000100:00100000:3.0:1763336253.490020:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9691 00000100:00100000:3.0:1763336253.493101:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041644288 00000100:00100000:3.0:1763336253.493114:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041644288 00000100:00100000:3.0:1763336253.493367:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041644416 00000100:00100000:3.0:1763336253.493373:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041644416 00000100:00100000:3.0:1763336253.507439:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041645440 00000100:00100000:3.0:1763336253.507449:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041645440 00000100:00100000:3.0:1763336253.508203:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9696 00000100:00100000:3.0:1763336253.508212:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:55888:x1848991041645440:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:3.0:1763336253.508374:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa405ca lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.508392:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa405ca lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.508403:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa405ca lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000001:00080000:3.0:1763336253.508451:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589939753 00000004:00010000:3.0:1763336253.508476:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b8d85a9 reply state 00000000a40264df transno 8589939754 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa405ca lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.508488:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa405ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.508496:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d9:0x0].0x0 (ffff9c918cd58100) 00010000:00010000:3.0:1763336253.508499:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336253.508503:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336253.509479:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:55888:x1848991041645440:12345-192.168.203.16@tcp:36:bash.0 Request processed in 386us (1368us total) trans 8589939754 rc 0/0 00000100:00100000:3.0:1763336253.509487:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9696 00000020:00080000:3.0:1763336253.509493:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336253.520418:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056048512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.521308:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.521363:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056049024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.521389:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.521426:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056048640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.521452:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.521471:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056049152:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.521488:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.521515:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056048640 00000100:00100000:3.0:1763336253.521519:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056048640 00000100:00100000:3.0:1763336253.521542:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056049152 00000100:00100000:3.0:1763336253.521546:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056049152 00000100:00100000:3.0:1763336253.521567:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719 00000100:00100000:3.0:1763336253.521576:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3647:x1848991056049024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336253.521597:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:665 count 1 00010000:00010000:3.0:1763336253.521616:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.521630:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa40473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65341 expref: 23 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.521637:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336253.521641:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336253.521647:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.521728:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa40473 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65341 expref: 23 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.521744:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa40473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65341 expref: 23 pid: 28588 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.521759:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056049664:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336253.521786:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336253.522890:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6725 00000100:00100000:3.0:1763336253.522900:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3649:x1848991056049280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336253.522974:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.522978:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x29c:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.522980:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x29c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.522982:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x29c:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.522985:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x29c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.524771:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3649:x1848991056049280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1865us (2251us total) trans 17179871712 rc 0/0 00000100:00100000:3.0:1763336253.525455:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6725 00000004:00080000:3.0:1763336253.525533:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68a80/2, rc 0, transno 21474838977 00000100:00100000:3.0:1763336253.525540:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056049152:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336253.525567:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189b0ed80/2, rc 0, transno 17179871712 00000100:00100000:3.0:1763336253.525572:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056049280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.530659:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041646208 00000100:00100000:3.0:1763336253.530670:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041646208 00000100:00100000:3.0:1763336253.530760:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6726 00000100:00100000:3.0:1763336253.530771:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:55888:x1848991041646208:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.530792:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.530809:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa4062c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c653bf expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.530836:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa405a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65395 expref: 25 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336253.530844:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.530846:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.530850:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa4062c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653bf expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.530882:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa405a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65395 expref: 25 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336253.530893:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa405a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65395 expref: 25 pid: 28588 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763336253.530906:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056050176:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336253.530984:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336253.533883:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056049664:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.533941:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.535174:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.535216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.535242:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336253.536729:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.536750:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.536790:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.536800:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa40609 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.536860:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.539400:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3647:x1848991056049024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17821us (18005us total) trans 17179871714 rc 0/0 00000100:00100000:3.0:1763336253.539412:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719 00010000:00010000:3.0:1763336253.539476:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa405a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x29c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65395 expref: 24 pid: 28588 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763336253.539493:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056050176:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.539522:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa4062c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653bf expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.539539:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336253.539576:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:55888:x1848991041646208:12345-192.168.203.16@tcp:101:bash.0 Request processed in 8806us (9052us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.539583:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6726 00000100:00100000:3.0:1763336253.543829:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041647104 00000100:00100000:3.0:1763336253.543845:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041647104 00000100:00100000:3.0:1763336253.548039:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041647232 00000100:00100000:3.0:1763336253.548055:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041647232 00000100:00100000:3.0:1763336253.548153:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6728 00000100:00100000:3.0:1763336253.548166:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+9:55888:x1848991041647232:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.548194:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.548227:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4063a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c653cd expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336253.548260:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336253.548292:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.548295:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.548307:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4063a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653cd expref: 10 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.548326:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4063a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653cd expref: 10 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.548348:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336253.548439:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:55888:x1848991041647232:12345-192.168.203.16@tcp:101:bash.0 Request processed in 274us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.548447:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6728 00000100:00100000:3.0:1763336253.556289:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.570991:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041648384 00000100:00100000:3.0:1763336253.570998:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041648384 00000100:00100000:3.0:1763336253.571046:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3342 00000100:00100000:3.0:1763336253.571057:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:56897:x1848991041648384:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336253.571284:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:56897:x1848991041648384:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 227us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.571295:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3342 00000100:00100000:3.0:1763336253.587777:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041649280 00000100:00100000:3.0:1763336253.587790:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041649280 00000100:00100000:3.0:1763336253.587861:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3343 00000100:00100000:3.0:1763336253.587873:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56897:x1848991041649280:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:3.0:1763336253.587958:0:15935:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0x1d9:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa40680 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653db expref: 256 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.588005:0:15935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588020:0:15935:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588030:0:15935:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15935 initiator: MDT0 00000004:00020000:3.0:1763336253.588204:0:15935:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x1d9:0x0]: rc = -1 00010000:00010000:3.0:1763336253.588234:0:15935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588243:0:15935:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588250:0:15935:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588257:0:15935:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.588263:0:15935:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588272:0:15935:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588283:0:15935:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d9:0x0].0x0 (ffff9c92af4fc000) 00010000:00010000:3.0:1763336253.588287:0:15935:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336253.588294:0:15935:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588300:0:15935:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4068e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1d9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.588311:0:15935:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1d9:0x0].0x0 (ffff9c92af4fc000) 00010000:00010000:3.0:1763336253.588313:0:15935:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336253.588318:0:15935:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa40680 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653db expref: 256 pid: 33424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.588505:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56897:x1848991041649280:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 633us (1482us total) trans 8589939762 rc -1/-1 00000100:00100000:3.0:1763336253.588514:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3343 00000100:00100000:3.0:1763336253.597070:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041649792 00000100:00100000:3.0:1763336253.597092:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041649792 00000100:00100000:3.0:1763336253.597158:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3344 00000100:00100000:3.0:1763336253.597170:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:56897:x1848991041649792:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336253.597519:0:15935:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1d9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336253.597611:0:15935:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1508, 64 off126736 00000040:00080000:3.0:1763336253.597640:0:15935:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1508, 64 off126824 00000040:00080000:3.0:1763336253.597652:0:15935:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1509, 64 off126888 00000040:00080000:3.0:1763336253.597663:0:15935:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1509, 64 off126800 00010000:00010000:3.0:1763336253.597778:0:15935:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406b1 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.597797:0:15935:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406b1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.597811:0:15935:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406b1 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.597821:0:15935:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406b1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.597827:0:15935:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406b1 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.597833:0:15935:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406b1 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336253.597856:0:15935:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.598089:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56897:x1848991041649792:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 908us (1192us total) trans 8589939763 rc 0/0 00000100:00100000:3.0:1763336253.598099:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3344 00000100:00100000:3.0:1763336253.618192:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9708 00000100:00100000:3.0:1763336253.618206:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:56899:x1848991041650432:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.618239:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.618244:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336253.618282:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa406d4 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653f7 expref: 259 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.618305:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fcd00) 00010000:00010000:3.0:1763336253.618318:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.618340:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa406f0 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65405 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.618480:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406f7 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.618495:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.618507:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa406f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.618518:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.618525:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.618531:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000100:00100000:3.0:1763336253.641977:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041651072 00000100:00100000:3.0:1763336253.641997:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041651072 00010000:00010000:3.0:1763336253.642055:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa40705 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65405 expref: 264 pid: 6514 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.652137:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3346 00000100:00100000:3.0:1763336253.652156:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56899:x1848991041651584:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336253.659923:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041652096 00000100:00100000:3.0:1763336253.659939:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041652096 00000100:00100000:3.0:1763336253.692274:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.693156:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.703829:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041653760 00000100:00100000:3.0:1763336253.703837:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041653760 00000100:00100000:3.0:1763336253.711712:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041654144 00000100:00100000:3.0:1763336253.711728:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041654144 00000100:00100000:3.0:1763336253.711798:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9717 00000100:00100000:3.0:1763336253.711807:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:55888:x1848991041654144:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.711832:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.711836:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336253.711869:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281600/0x84ca14902aa407b4 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6543d expref: 275 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.711894:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1da:0x0].0x0 (ffff9c91864d8200) 00010000:00010000:3.0:1763336253.711899:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.711915:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa407bb lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65444 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.711970:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa407c2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.711984:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa407c2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.711994:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa407c2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000040:00080000:3.0:1763336253.712257:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1510, 88 off126976 00000004:00080000:3.0:1763336253.712267:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041673580544ns, next at 1041838560314ns, rc = 0 00000040:00080000:3.0:1763336253.712308:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1510, 88 off126888 00000004:00080000:3.0:1763336253.712313:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041673627612ns, next at 1041838518516ns, rc = 0 00000040:00080000:3.0:1763336253.712327:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1511, 88 off126976 00000004:00080000:3.0:1763336253.712336:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041673650474ns, next at 1041838518516ns, rc = 0 00000040:00080000:3.0:1763336253.712365:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1511, 88 off127064 00000004:00080000:3.0:1763336253.712369:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041673683367ns, next at 1041838560314ns, rc = 0 00010000:00010000:3.0:1763336253.714254:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714268:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714276:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714283:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.714288:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714297:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714316:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9292b7d200) 00010000:00010000:3.0:1763336253.714319:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.714324:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714330:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6800/0x84ca14902aa4066b lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714350:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714356:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714361:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714367:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.714369:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714374:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714383:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9292b7d200) 00010000:00010000:3.0:1763336253.714385:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.714388:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714393:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa406fe lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.714414:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.714422:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.714428:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.714435:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.714438:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.714446:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.714467:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1da:0x0].0x0 (ffff9c91864d8200) 00010000:00010000:3.0:1763336253.714472:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.714478:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.714485:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16c00/0x84ca14902aa407ad lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336253.716197:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056050944 00000100:00100000:3.0:1763336253.716203:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056050944 00000100:00100000:3.0:1763336253.716232:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056051456 00000100:00100000:3.0:1763336253.716235:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056051456 00000100:00100000:3.0:1763336253.716251:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731 00000100:00100000:3.0:1763336253.716256:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3646:x1848991056051200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.716434:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3646:x1848991056051200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 178us (1761us total) trans 17179871716 rc 0/0 00000100:00100000:3.0:1763336253.716440:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731 00000004:00080000:3.0:1763336253.719885:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831af800/2, rc 0, transno 21474838983 00000100:00100000:3.0:1763336253.719892:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056051328:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.725741:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041654400 00000100:00100000:3.0:1763336253.725747:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041654400 00010000:00010000:3.0:1763336253.725773:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4063a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653cd expref: 14 pid: 27808 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.726398:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041654528 00000100:00100000:3.0:1763336253.726406:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041654528 00010000:00010000:3.0:1763336253.726428:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa4062c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c653bf expref: 23 pid: 27808 timeout: 1141 lvb_type: 0 00000004:00080000:3.0:1763336253.729114:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3dd180/2, rc 0, transno 17179871719 00000100:00100000:3.0:1763336253.729124:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056050816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.729404:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041654912 00000100:00100000:3.0:1763336253.729411:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041654912 00010000:00010000:3.0:1763336253.729439:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa40760 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65421 expref: 12 pid: 29013 timeout: 1141 lvb_type: 1 00000100:00100000:3.0:1763336253.731320:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041655040 00000100:00100000:3.0:1763336253.731327:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041655040 00000100:00100000:3.0:1763336253.731373:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6739 00000100:00100000:3.0:1763336253.731380:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041655040:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.731397:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.731413:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4080f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65459 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.731456:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056052352:192.168.203.16@tcp:106: 00000100:00100000:3.0:1763336253.731501:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336253.736418:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041655424 00000100:00100000:3.0:1763336253.736431:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041655424 00002000:00010000:3.0:1763336253.736479:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/670 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.736487:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecca80 with x1848991041655424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.736504:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ecca80. 00000100:00100000:3.0:1763336253.736544:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1669 00000100:00100000:3.0:1763336253.736556:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041655424:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336253.736846:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.736850:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x29e:0x0] updating lvb mtime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.736853:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x29e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.736856:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x29e:0x0] updating lvb ctime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.736860:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x29e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.736923:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041655424:12345-192.168.203.16@tcp:10:bash.0 Request processed in 368us (618us total) trans 17179871720 rc 0/0 00000100:00100000:3.0:1763336253.737632:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1669 00002000:00010000:3.0:1763336253.737637:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/670 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.737641:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecca80 with x1848991041655424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.737647:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ecca80. 00000100:00100000:3.0:1763336253.749047:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.763623:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.772921:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.773066:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.778906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.781117:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.790101:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336253.796459:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.796470:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.796478:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.796484:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bb281000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.796491:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.796503:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.796517:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1da:0x0].0x0 (ffff9c91864d8200) 00010000:00010000:3.0:1763336253.796521:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336253.796525:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.796537:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa408a9 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00000100:00100000:3.0:1763336253.806974:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041658496 00000100:00100000:3.0:1763336253.806987:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041658496 00000100:00100000:3.0:1763336253.807053:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041658624 00000100:00100000:3.0:1763336253.807056:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041658624 00000100:00100000:3.0:1763336253.807093:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9729 00000100:00100000:3.0:1763336253.807105:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56904:x1848991041658496:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.807133:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.807137:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336253.807172:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7200/0x84ca14902aa408a2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6548a expref: 253 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.807197:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9292b7dc00) 00010000:00010000:3.0:1763336253.807211:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.807230:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa408cc lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6549f expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.807369:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.807385:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.807395:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.807413:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa408da lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.807419:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa408da lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.807425:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa408da lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.807993:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa408e1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808006:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa408e1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808015:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa408e1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336253.808027:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1db:0x0]: returning size 0 00010000:00010000:3.0:1763336253.808062:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808069:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808097:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808104:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808111:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.808116:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808124:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808135:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58900) 00010000:00010000:3.0:1763336253.808138:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.808142:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808148:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa408d3 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00000004:00010000:3.0:1763336253.808161:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000059799e08 reply state 00000000e772422b transno 8589939785 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa408da lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808172:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa408da lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808178:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58d00) 00010000:00010000:3.0:1763336253.808181:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336253.808184:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336253.808218:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa408cc lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6549f expref: 255 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.808238:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa408e1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6549f expref: 254 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.808247:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1db:0x0].0x0 (ffff9c918cd58b00) 00010000:00010000:3.0:1763336253.808249:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336253.808251:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336253.808332:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+255:56904:x1848991041658496:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1228us (1723us total) trans 8589939785 rc 0/0 00000100:00100000:3.0:1763336253.808345:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9729 00000100:00100000:3.0:1763336253.808382:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9730 00000100:00100000:3.0:1763336253.808393:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:56902:x1848991041658624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.808407:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.808419:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa408ef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c654a6 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.808501:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa408f6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808512:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa408f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1da:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808519:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa408f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1da:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336253.808548:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1da:0x0]: returning size 5 00000004:00200000:3.0:1763336253.808553:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336253.808565:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa408f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1da:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336253.808587:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa408ef lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654a6 expref: 256 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.808600:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa408f6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1da:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654a6 expref: 255 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.808607:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1da:0x0].0x0 (ffff9c91864d8200) 00010000:00010000:3.0:1763336253.808610:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336253.808613:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336253.808652:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+255:56902:x1848991041658624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 262us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.808658:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9730 00000100:00100000:3.0:1763336253.815363:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.815424:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.842440:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.849515:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041660160 00000100:00100000:3.0:1763336253.849529:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041660160 00000100:00100000:3.0:1763336253.849596:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9733 00000100:00100000:3.0:1763336253.849609:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:55888:x1848991041660160:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.849639:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.849668:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4093c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c654c2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.849789:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40943 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.849805:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40943 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.849817:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40943 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336253.849954:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4093c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654c2 expref: 261 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.849974:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40943 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654c2 expref: 260 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.849989:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1db:0x0].0x0 (ffff9c9292b7df00) 00010000:00010000:3.0:1763336253.849992:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336253.849997:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336253.851097:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:55888:x1848991041660160:12345-192.168.203.16@tcp:101:bash.0 Request processed in 1484us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.851107:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9733 00000100:00100000:3.0:1763336253.889468:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056053760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.889505:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.889543:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056053760 00000100:00100000:3.0:1763336253.889548:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056053760 00000100:00100000:3.0:1763336253.889584:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751 00000100:00100000:3.0:1763336253.889591:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3646:x1848991056053760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.889739:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3646:x1848991056053760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (233us total) trans 21474838990 rc 0/0 00000100:00100000:3.0:1763336253.889746:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751 00000004:00080000:3.0:1763336253.889779:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186312d80/2, rc 0, transno 21474838990 00000100:00100000:3.0:1763336253.889784:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056053760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.891047:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056053632 00000100:00100000:3.0:1763336253.891056:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056053632 00000100:00100000:3.0:1763336253.891113:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6752 00000100:00100000:3.0:1763336253.891121:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3649:x1848991056053632:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336253.891296:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3649:x1848991056053632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (1380us total) trans 21474838991 rc 0/0 00000100:00100000:3.0:1763336253.891303:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6752 00000004:00080000:3.0:1763336253.891346:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186311f80/2, rc 0, transno 21474838991 00000100:00100000:3.0:1763336253.891352:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056053632:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336253.893192:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x29f:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763336253.893198:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x29f:0x0] updating lvb mtime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.893202:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x29f:0x0] updating lvb ctime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.893204:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x29f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336253.893216:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.893227:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.893236:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.893243:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336253.893248:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.893259:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.893278:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.893286:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7800/0x84ca14902aa4097b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336253.893358:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041661312:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11290us (11534us total) trans 17179871723 rc 0/0 00000100:00100000:3.0:1763336253.893369:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1672 00000100:00100000:3.0:1763336253.910891:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041661568 00000100:00100000:3.0:1763336253.910907:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041661568 00000100:00100000:3.0:1763336253.910985:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6754 00000100:00100000:3.0:1763336253.910996:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:55888:x1848991041661568:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336253.911018:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.911045:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa40989 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c654e5 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336253.911071:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336253.911105:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.911107:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336253.911117:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa40989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654e5 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.911134:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa40989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654e5 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.911148:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336253.911224:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:55888:x1848991041661568:12345-192.168.203.16@tcp:101:bash.0 Request processed in 229us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.911232:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6754 00000100:00100000:3.0:1763336253.915862:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041661952 00000100:00100000:3.0:1763336253.915875:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041661952 00002000:00010000:3.0:1763336253.915920:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/672 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.915925:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc53100 with x1848991041661952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.915940:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc53100. 00000100:00100000:3.0:1763336253.915963:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041662080 00000100:00100000:3.0:1763336253.915967:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041662080 00002000:00010000:3.0:1763336253.916121:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/703 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.916126:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183214000 with x1848991041662080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.916132:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183214000. 00000100:00100000:3.0:1763336253.916151:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1673 00000100:00100000:3.0:1763336253.916159:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041661952:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336253.916381:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.916385:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2a0:0x0] updating lvb mtime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.916388:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2a0:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.916390:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2a0:0x0] updating lvb ctime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.916393:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2a0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.921029:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041662464 00000100:00100000:3.0:1763336253.921043:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041662464 00000100:00100000:3.0:1763336253.921131:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3355 00000100:00100000:3.0:1763336253.921150:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:55888:x1848991041662464:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:3.0:1763336253.928857:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041662848 00000100:00100000:3.0:1763336253.928862:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041662848 00002000:00010000:3.0:1763336253.928905:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/702 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.928910:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b92680 with x1848991041662848 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.928926:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b92680. 00000100:00100000:3.0:1763336253.929366:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1675 00000100:00100000:3.0:1763336253.929380:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041662848:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336253.929562:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2be:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336253.929565:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2be:0x0] updating lvb mtime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.929568:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2be:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336253.929570:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2be:0x0] updating lvb ctime from disk: 0 -> 1763336253 00002000:00010000:3.0:1763336253.929573:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2be:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336253.929642:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041662848:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 266us (907us total) trans 21474838993 rc 0/0 00000100:00100000:3.0:1763336253.929651:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1675 00002000:00010000:3.0:1763336253.929655:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/702 (0->18446744073709551615) 00002000:00100000:3.0:1763336253.929657:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b92680 with x1848991041662848 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336253.929662:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b92680. 00000100:00100000:3.0:1763336253.938273:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9739 00000100:00100000:3.0:1763336253.938364:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56905:x1848991041662976:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1763336253.938399:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.938433:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa409a5 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c654fa expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.938523:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa409ac lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.938540:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa409ac lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.938553:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa409ac lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.938566:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa409b3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.938572:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa409b3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.938578:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa409b3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.938673:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa409ba lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.939610:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa409ba lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.939623:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa409ba lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000001:00080000:3.0:1763336253.960770:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939797 is committed 00000004:00080000:3.0:1763336253.960789:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 991 committed 00000004:00080000:3.0:1763336253.960806:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 987 committed 00000004:00080000:3.0:1763336253.960816:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 986 committed 00000004:00080000:3.0:1763336253.960818:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 990 committed 00000004:00080000:3.0:1763336253.960825:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 989 committed 00000004:00080000:3.0:1763336253.960833:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 985 committed 00000004:00010000:3.0:1763336253.960903:0:6515:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000064ab2e37 reply state 00000000b93c188c transno 8589939797 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa409e4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.960932:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa409e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.960944:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1da:0x0].0x0 (ffff9c91864d8200) 00010000:00010000:3.0:1763336253.960947:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336253.960952:0:6515:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336253.960963:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1da:0x0].0x0 (ffff9c91864d8200) 00010000:00010000:3.0:1763336253.960965:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336253.960975:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa4085c lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65475 expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763336253.961137:0:6515:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763336253.961155:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:56902:x1848991041663872:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 11982us (12954us total) trans 8589939797 rc 0/0 00000100:00100000:3.0:1763336253.961167:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3356 00000100:00100000:3.0:1763336253.963663:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056054656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.964880:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336253.964919:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056054656 00000100:00100000:3.0:1763336253.964925:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056054656 00000100:00100000:3.0:1763336253.964950:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765 00000100:00100000:3.0:1763336253.964957:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3647:x1848991056054656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336253.964974:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:672 count 1 00010000:00010000:3.0:1763336253.964986:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.965004:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa40982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654de expref: 17 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.965012:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336253.965014:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336253.965017:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.965047:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa40982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654de expref: 17 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.965061:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa40982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654de expref: 17 pid: 8396 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336253.965083:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189b0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056055168:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336253.965142:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336253.965231:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.965365:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041664128 00000100:00100000:3.0:1763336253.965370:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041664128 00000100:00100000:3.0:1763336253.965409:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9742 00000100:00100000:3.0:1763336253.965415:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+250:56906:x1848991041664128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.965433:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.965451:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a07 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65501 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.965519:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965531:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965541:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965552:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965558:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965564:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965601:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965606:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965613:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965618:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.965621:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965626:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965635:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336253.965638:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.965641:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965646:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a0e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965655:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965660:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965665:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965670:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336253.965672:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.965677:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.966201:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58200) 00010000:00010000:3.0:1763336253.966204:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.966208:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.966215:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a15 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336253.966251:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a07 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65501 expref: 251 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.966261:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336253.966264:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336253.966268:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a07 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65501 expref: 251 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.966444:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336253.966477:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+250:56906:x1848991041664128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1061us (1245us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336253.966484:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9742 00000100:00100000:3.0:1763336253.966531:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.970473:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189b0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056055168:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336253.970508:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.973457:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.973473:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.973485:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.973493:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa40a00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.973514:0:27808:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.973872:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3647:x1848991056054656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8912us (8988us total) trans 17179871731 rc 0/0 00000100:00100000:3.0:1763336253.973883:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765 00000004:00080000:3.0:1763336253.973963:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183215180/2, rc 0, transno 17179871731 00000100:00100000:3.0:1763336253.973971:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056054656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336253.974005:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041664768 00000100:00100000:3.0:1763336253.974013:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041664768 00000100:00100000:3.0:1763336253.974063:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3357 00000100:00100000:3.0:1763336253.974084:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+251:56902:x1848991041664768:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336253.974362:0:6515:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1da:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336253.974432:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1520, 64 off127784 00000040:00080000:3.0:1763336253.974457:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1520, 64 off127696 00000040:00080000:3.0:1763336253.974466:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1521, 64 off127760 00000040:00080000:3.0:1763336253.974475:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1521, 64 off127848 00010000:00010000:3.0:1763336253.974537:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a38 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.974556:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a38 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.974567:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a38 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.974575:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a38 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.974580:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a38 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.974586:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40a38 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT0 00010000:00010000:3.0:1763336253.974610:0:6515:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336253.974795:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+252:56902:x1848991041664768:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 722us (4253us total) trans 8589939798 rc 0/0 00000100:00100000:3.0:1763336253.974803:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3357 00000100:00100000:3.0:1763336253.974877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.975003:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041665024 00000100:00100000:3.0:1763336253.975009:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041665024 00000100:00100000:3.0:1763336253.975046:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9745 00000100:00100000:3.0:1763336253.975053:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+252:56906:x1848991041665024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.975064:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.975088:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a3f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65516 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.975191:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40a46 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.975205:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40a46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.975213:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40a46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336253.975246:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763336253.975251:0:8421:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763336253.975277:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a3f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65516 expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.975292:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40a46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65516 expref: 253 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.975299:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336253.975302:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763336253.975304:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336253.975328:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56906:x1848991041665024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 275us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336253.975334:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9745 00000100:00100000:3.0:1763336253.977333:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336253.987319:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041665536 00000100:00100000:3.0:1763336253.987342:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041665536 00000100:00100000:3.0:1763336253.987440:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9747 00000100:00100000:3.0:1763336253.987453:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56906:x1848991041665536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336253.987480:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336253.987485:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336253.987517:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40a46 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65516 expref: 253 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.987540:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336253.987552:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336253.987572:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40a62 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65524 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336253.987771:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a69 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.987786:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a69 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.987798:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40a69 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.987811:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40a70 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.987818:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40a70 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336253.987823:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40a70 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336254.000772:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041665792 00000100:00100000:3.0:1763336254.000787:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041665792 00000100:00100000:3.0:1763336254.007448:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041666176 00000100:00100000:3.0:1763336254.007457:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041666176 00010000:00010000:3.0:1763336254.007502:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa40a77 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65524 expref: 259 pid: 8421 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336254.007975:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3228 00000100:00100000:3.0:1763336254.007989:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:2405:x1848991041666176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.008012:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.008020:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa40a77 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65524 expref: 259 pid: 8421 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336254.008033:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa40a77 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65524 expref: 259 pid: 8421 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336254.008062:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa40a77 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65524 expref: 259 pid: 8421 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336254.008092:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1dd:0x0].0x0 (ffff9c9285fe0f00) 00010000:00010000:3.0:1763336254.008098:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702800/0x84ca14902aa40a9a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.008109:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.010122:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:2405:x1848991041666176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2119us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.010142:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3228 00000100:00100000:3.0:1763336254.011901:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041666304 00000100:00100000:3.0:1763336254.011907:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041666304 00010000:00010000:3.0:1763336254.011934:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa40a8c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6552b expref: 259 pid: 6512 timeout: 1141 lvb_type: 0 00000100:00100000:3.0:1763336254.011971:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3229 00000100:00100000:3.0:1763336254.011978:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:2404:x1848991041666304:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.011992:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.011998:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa40a8c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6552b expref: 259 pid: 6512 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336254.012018:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa40a8c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6552b expref: 259 pid: 6512 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336254.012044:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa40a8c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6552b expref: 259 pid: 6512 timeout: 1141 lvb_type: 0 00010000:00010000:3.0:1763336254.012061:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1dd:0x0].0x0 (ffff9c9285fe0f00) 00010000:00010000:3.0:1763336254.012067:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702800/0x84ca14902aa40a9a lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.012087:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702800/0x84ca14902aa40a9a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.012095:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702800/0x84ca14902aa40a9a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.012125:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.012153:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:2404:x1848991041666304:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 175us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.012160:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3229 00000100:00100000:3.0:1763336254.019249:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041667072 00000100:00100000:3.0:1763336254.019259:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041667072 00000100:00100000:3.0:1763336254.019315:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3359 00000100:00100000:3.0:1763336254.019324:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:56906:x1848991041667072:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336254.019599:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56906:x1848991041667072:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 276us (425us total) trans 8589939804 rc 0/0 00000100:00100000:3.0:1763336254.019608:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3359 00000100:00100000:3.0:1763336254.024646:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6767 00000100:00100000:3.0:1763336254.024658:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041667584:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.024667:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.024681:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa40ad9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65547 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.024713:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.024724:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.024726:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.024732:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa40ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65547 expref: 19 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.024744:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa40ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65547 expref: 19 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.024753:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336254.026998:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041667584:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2340us (3474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.027006:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6767 00000100:00100000:3.0:1763336254.033792:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.050055:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041668608 00000100:00100000:3.0:1763336254.050069:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041668608 00000100:00100000:3.0:1763336254.050142:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041668864 00000100:00100000:3.0:1763336254.050147:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041668864 00000100:00100000:3.0:1763336254.050180:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9754 00000100:00100000:3.0:1763336254.050192:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56907:x1848991041668608:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.050225:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.050257:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa40b0a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65563 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.050363:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050381:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050393:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050404:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050412:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050419:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050575:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050589:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050596:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050603:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 3/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050609:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.050614:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 3/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050625:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 4/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050637:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1dd:0x0].0x0 (ffff9c92af4fcd00) 00010000:00010000:3.0:1763336254.050644:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050651:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40b1f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336254.050670:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1dd:0x0]: returning size 0 00010000:00010000:3.0:1763336254.050804:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050811:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050817:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050823:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050828:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.050830:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050836:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050844:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336254.050848:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.050851:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050857:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40b11 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050866:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050872:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050878:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050883:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.050886:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050891:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050898:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58000) 00010000:00010000:3.0:1763336254.050901:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.050903:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050909:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40b18 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.050948:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa40b0a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65563 expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.050960:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336254.050962:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336254.050966:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa40b0a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65563 expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.050980:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:3.0:1763336254.051055:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56907:x1848991041668608:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 865us (1249us total) trans 8589939808 rc 301/301 00000100:00100000:3.0:1763336254.051064:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9754 00000100:00100000:3.0:1763336254.051104:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9755 00000100:00100000:3.0:1763336254.051112:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:55888:x1848991041668864:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:3.0:1763336254.051146:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.051159:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281600/0x84ca14902aa40aee lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1dd:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6554e expref: 266 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.051173:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1dd:0x0].0x0 (ffff9c92af4fcd00) 00010000:00010000:3.0:1763336254.051176:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336254.051314:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40b2d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.051324:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40b2d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.051331:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40b2d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000001:00080000:3.0:1763336254.051387:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589939809 00000004:00010000:3.0:1763336254.051409:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c5fbd917 reply state 000000000982d412 transno 8589939810 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40b2d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.051423:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40b2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.051433:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1dd:0x0].0x0 (ffff9c92af4fcd00) 00010000:00010000:3.0:1763336254.051436:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336254.051439:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336254.051496:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:55888:x1848991041668864:12345-192.168.203.16@tcp:36:bash.0 Request processed in 385us (1580us total) trans 8589939810 rc 0/0 00000100:00100000:3.0:1763336254.051503:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9755 00000020:00080000:3.0:1763336254.051508:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:3.0:1763336254.064228:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939812 is committed 00000004:00080000:3.0:1763336254.064246:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 993 committed 00000004:00080000:3.0:1763336254.064255:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 989 committed 00000004:00080000:3.0:1763336254.064276:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 988 committed 00000004:00080000:3.0:1763336254.064279:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 992 committed 00000100:00100000:3.0:1763336254.068151:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041669504 00000100:00100000:3.0:1763336254.068164:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041669504 00000100:00100000:3.0:1763336254.068491:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3363 00000100:00100000:3.0:1763336254.068503:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56907:x1848991041669504:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336254.069782:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+253:56907:x1848991041669504:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 681us (2852us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.069798:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3363 00000100:00100000:3.0:1763336254.070883:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056056448:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.070922:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336254.075918:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041669632 00000100:00100000:3.0:1763336254.075930:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041669632 00010000:00010000:3.0:1763336254.075983:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73000/0x84ca14902aa408fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654b4 expref: 19 pid: 8396 timeout: 1142 lvb_type: 1 00000100:00100000:3.0:1763336254.076033:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041669888 00000100:00100000:3.0:1763336254.076037:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041669888 00010000:00010000:3.0:1763336254.076052:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4099e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654f3 expref: 20 pid: 30886 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.076082:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041669760 00000100:00100000:3.0:1763336254.076086:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041669760 00010000:00010000:3.0:1763336254.076101:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72a00/0x84ca14902aa40997 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654ec expref: 18 pid: 8396 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.076113:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041670016 00000100:00100000:3.0:1763336254.076116:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041670016 00010000:00010000:3.0:1763336254.076127:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa40816 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65460 expref: 19 pid: 8398 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.076143:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3230 00000100:00100000:3.0:1763336254.076154:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041669632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.076172:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.076178:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73000/0x84ca14902aa408fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654b4 expref: 20 pid: 8396 timeout: 1142 lvb_type: 1 00010000:00010000:3.0:1763336254.076193:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73000/0x84ca14902aa408fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654b4 expref: 20 pid: 8396 timeout: 1142 lvb_type: 1 00010000:00010000:3.0:1763336254.076223:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73000/0x84ca14902aa408fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654b4 expref: 20 pid: 8396 timeout: 1142 lvb_type: 1 00010000:00010000:3.0:1763336254.076247:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076249:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076255:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076267:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076297:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.076357:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041669632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 205us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.076365:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3230 00000100:00100000:3.0:1763336254.076384:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3231 00000100:00100000:3.0:1763336254.076391:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041669888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.076398:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.076403:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4099e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654f3 expref: 18 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.076411:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4099e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654f3 expref: 18 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.076423:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076426:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076429:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa40b49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076441:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa40b49 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076453:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.076473:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041669888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 82us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.076479:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3231 00000100:00100000:3.0:1763336254.076528:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3232 00000100:00100000:3.0:1763336254.076535:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041669760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.076543:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.076548:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72a00/0x84ca14902aa40997 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654ec expref: 19 pid: 8396 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.076558:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72a00/0x84ca14902aa40997 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c654ec expref: 19 pid: 8396 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.076574:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076575:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076579:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa40b50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076587:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa40b50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076600:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.076618:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041669760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.076625:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3232 00000100:00100000:3.0:1763336254.076638:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3233 00000100:00100000:3.0:1763336254.076645:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041670016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.076653:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.076658:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa40816 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65460 expref: 18 pid: 8398 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.076667:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa40816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65460 expref: 18 pid: 8398 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.076679:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076681:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.076725:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076733:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076744:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.076761:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041670016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 116us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.076766:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3233 00010000:00010000:3.0:1763336254.076791:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076801:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076816:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076823:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.076840:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336254.077206:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3646:x1848991056055424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11909us (12451us total) trans 21474839001 rc 0/0 00000100:00100000:3.0:1763336254.077214:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00010000:00010000:3.0:1763336254.077236:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.077243:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077251:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.077256:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077266:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077278:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077284:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa40b42 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077308:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.077310:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.077311:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.077356:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa40816 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65460 expref: 17 pid: 8398 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.077366:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056056832:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.077387:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077395:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077402:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077409:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077416:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa40b57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.077427:0:8398:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336254.077558:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3646:x1848991056055936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11535us (11588us total) trans 17179871734 rc 0/0 00000100:00100000:3.0:1763336254.077564:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6775 00000004:00080000:3.0:1763336254.079574:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9d500/2, rc 0, transno 17179871735 00000100:00100000:3.0:1763336254.079580:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056056064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.080195:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041670144 00000100:00100000:3.0:1763336254.080203:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041670144 00000100:00100000:3.0:1763336254.080333:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6776 00000100:00100000:3.0:1763336254.080344:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:55888:x1848991041670144:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.080364:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.080388:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa40b5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65571 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.080414:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.080434:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.080437:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.080446:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa40b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65571 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.080460:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa40b5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65571 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.080472:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:3.0:1763336254.086834:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:55888:x1848991041670144:12345-192.168.203.16@tcp:101:bash.0 Request processed in 6472us (6686us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.086850:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6776 00000100:00100000:3.0:1763336254.129341:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.139366:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.152195:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.158810:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.170017:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.174629:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.175921:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9766 00000100:00100000:3.0:1763336254.191871:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.198994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.204943:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189a8e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056057088:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.204971:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.208575:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.208584:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336254.208607:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1de:0x0]: returning size 0 00000004:00080000:3.0:1763336254.208826:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2a4:0x0], index 1: 0 00000004:00080000:3.0:1763336254.208834:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2c3:0x0], index 0: 0 00000004:00080000:3.0:1763336254.208841:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2c4:0x0], index 0: 0 00000004:00080000:3.0:1763336254.208845:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2a5:0x0], index 1: 0 00010000:00010000:3.0:1763336254.208958:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.208966:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.208973:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.208979:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.208983:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.208992:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.209004:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9283d3a000) 00010000:00010000:3.0:1763336254.209006:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336254.209011:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.209017:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa40c84 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.209153:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6a00/0x84ca14902aa40c7d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655cc expref: 263 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.209164:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9283d3a000) 00010000:00010000:3.0:1763336254.209167:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336254.209170:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6a00/0x84ca14902aa40c7d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655cc expref: 263 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.209186:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6a00, rc 0) 00000100:00100000:3.0:1763336254.209248:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56911:x1848991041673856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9433us (10261us total) trans 8589939820 rc 301/301 00000100:00100000:3.0:1763336254.209256:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9769 00000100:00100000:3.0:1763336254.213943:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041674240 00000100:00100000:3.0:1763336254.213953:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041674240 00000100:00100000:3.0:1763336254.214593:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9770 00000100:00100000:3.0:1763336254.214603:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56913:x1848991041674240:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.214617:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.214641:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40c92 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c655d3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.215063:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215086:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215096:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215105:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215112:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215118:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215224:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40ca7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215232:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215238:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215318:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215326:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215335:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215341:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215346:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.215350:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215358:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215369:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336254.215371:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.215376:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215382:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40c99 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215395:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215401:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215406:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215411:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.215414:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215422:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215429:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9299537500) 00010000:00010000:3.0:1763336254.215431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.215434:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215439:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40ca0 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.215476:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40c92 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655d3 expref: 266 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.215492:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655d3 expref: 265 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.215499:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c918cd58800) 00010000:00010000:3.0:1763336254.215501:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336254.215503:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336254.216790:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56913:x1848991041674240:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2182us (3145us total) trans 8589939821 rc 0/0 00000100:00100000:3.0:1763336254.216802:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9770 00000100:00100000:3.0:1763336254.223408:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.228801:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.230327:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.235084:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.243021:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.243153:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.259642:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041677056 00000100:00100000:3.0:1763336254.259647:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041677056 00000100:00100000:3.0:1763336254.259728:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9776 00000100:00100000:3.0:1763336254.259735:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:55888:x1848991041677056:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.259748:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.259768:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40d2c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c655fd expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.259810:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40d33 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.259825:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73a00/0x84ca14902aa40d1e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655f6 expref: 277 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.259834:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40d33 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.259866:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73a00/0x84ca14902aa40d1e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655f6 expref: 277 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.259879:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73a00/0x84ca14902aa40d1e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655f6 expref: 277 pid: 6514 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.259892:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056057216:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.259952:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525480 going to sleep for 11 seconds 00000100:00100000:3.0:1763336254.267877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336254.270181:0:8421:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40d33 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.270197:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40d33 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000040:00080000:3.0:1763336254.270433:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1526, 88 off128152 00000004:00080000:3.0:1763336254.270441:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042231755049ns, next at 1042907782823ns, rc = 0 00000040:00080000:3.0:1763336254.270479:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1526, 88 off128240 00000004:00080000:3.0:1763336254.270485:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042231799691ns, next at 1042907816864ns, rc = 0 00000040:00080000:3.0:1763336254.270515:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1527, 88 off128328 00000004:00080000:3.0:1763336254.270521:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042231835677ns, next at 1042907816864ns, rc = 0 00000040:00080000:3.0:1763336254.270539:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1527, 88 off128240 00000004:00080000:3.0:1763336254.270545:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042231859149ns, next at 1042907782823ns, rc = 0 00010000:00010000:3.0:1763336254.282856:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40d33 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655fd expref: 255 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.282870:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.282873:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336254.282890:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40d2c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655fd expref: 255 pid: 8421 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763336254.282908:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40d33 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c655fd expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.282936:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.282939:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336254.282941:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b600, rc 0) 00000100:00100000:3.0:1763336254.282987:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:55888:x1848991041677056:12345-192.168.203.16@tcp:101:bash.0 Request processed in 23252us (23957us total) trans 8589939832 rc 0/0 00000100:00100000:3.0:1763336254.282996:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9776 00000100:00100000:3.0:1763336254.284049:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056058240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.284499:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.284543:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056058496 00000100:00100000:3.0:1763336254.284549:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056058496 00000100:00100000:3.0:1763336254.284613:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056058368 00000100:00100000:3.0:1763336254.284618:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056058368 00000100:00100000:3.0:1763336254.284642:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056058240 00000100:00100000:3.0:1763336254.284646:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056058240 00000100:00100000:3.0:1763336254.284664:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:3.0:1763336254.284672:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3647:x1848991056058496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.289638:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189a8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3647:x1848991056058496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4959us (5281us total) trans 17179871738 rc 0/0 00000100:00100000:3.0:1763336254.289656:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000100:00100000:3.0:1763336254.289745:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041677568 00000100:00100000:3.0:1763336254.289754:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041677568 00000100:00100000:3.0:1763336254.289805:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9777 00000100:00100000:3.0:1763336254.289817:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:56914:x1848991041677568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.289833:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.289853:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40d56 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65604 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.289926:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.289941:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.289957:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.289977:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.289986:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.289994:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290106:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40d6b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290117:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40d6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290125:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40d6b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336254.290136:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1de:0x0]: returning size 2 00010000:00010000:3.0:1763336254.290199:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290206:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290212:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290219:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290224:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.290228:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290235:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290250:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336254.290253:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.290257:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290262:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40d5d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290273:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290280:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290285:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290290:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.290293:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290299:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290306:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58300) 00010000:00010000:3.0:1763336254.290308:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.290311:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290317:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40d64 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.290353:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40d56 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65604 expref: 257 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.290368:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40d6b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65604 expref: 256 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.290375:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.290377:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336254.290380:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336254.290426:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56914:x1848991041677568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 612us (745us total) trans 8589939833 rc 0/0 00000100:00100000:3.0:1763336254.290433:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9777 00000004:00080000:3.0:1763336254.296876:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91867e9880/2, rc 0, transno 21474839006 00000100:00100000:3.0:1763336254.296887:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056057472:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763336254.297624:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186509880/2, rc 0, transno 17179871739 00000100:00100000:3.0:1763336254.297631:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056058112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.302656:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041678464 00000100:00100000:3.0:1763336254.302665:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041678464 00000100:00100000:3.0:1763336254.302738:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3373 00000100:00100000:3.0:1763336254.302747:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56914:x1848991041678464:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336254.302945:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:56914:x1848991041678464:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 199us (765us total) trans 8589939834 rc 0/0 00000100:00100000:3.0:1763336254.302952:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3373 00000100:00100000:3.0:1763336254.307160:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041678592 00000100:00100000:3.0:1763336254.307171:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041678592 00000100:00100000:3.0:1763336254.309565:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.319041:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041678848 00000100:00100000:3.0:1763336254.319049:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041678848 00000100:00100000:3.0:1763336254.319102:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6789 00000100:00100000:3.0:1763336254.319110:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:55888:x1848991041678848:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.319124:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.319141:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40d87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65619 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.319159:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.319175:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.319178:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.319187:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65619 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.319259:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa40d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65619 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.319269:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336254.319306:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:55888:x1848991041678848:12345-192.168.203.16@tcp:101:bash.0 Request processed in 197us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.319312:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6789 00000100:00100000:3.0:1763336254.325617:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041679104 00000100:00100000:3.0:1763336254.325628:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041679104 00002000:00010000:3.0:1763336254.325668:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/707 (0->18446744073709551615) 00002000:00100000:3.0:1763336254.325672:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae310380 with x1848991041679104 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336254.325702:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae310380. 00000100:00100000:3.0:1763336254.325731:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041678976 00000100:00100000:3.0:1763336254.325735:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041678976 00002000:00010000:3.0:1763336254.325749:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/676 (0->18446744073709551615) 00002000:00100000:3.0:1763336254.325752:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae312680 with x1848991041678976 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336254.325759:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92ae312680. 00000100:00100000:3.0:1763336254.325791:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1679 00000100:00100000:3.0:1763336254.325801:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041679104:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336254.325971:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336254.325976:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb mtime from disk: 0 -> 1763336254 00002000:00010000:3.0:1763336254.325978:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336254.325980:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb ctime from disk: 0 -> 1763336254 00002000:00010000:3.0:1763336254.325983:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336254.326043:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041679104:12345-192.168.203.16@tcp:10:bash.0 Request processed in 242us (1369us total) trans 21474839008 rc 0/0 00000100:00100000:3.0:1763336254.326061:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1679 00002000:00010000:3.0:1763336254.326067:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/707 (0->18446744073709551615) 00002000:00100000:3.0:1763336254.326084:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae310380 with x1848991041679104 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336254.326091:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae310380. 00000100:00100000:3.0:1763336254.339201:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.344298:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.361056:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041680256 00000100:00100000:3.0:1763336254.361061:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041680256 00010000:00010000:3.0:1763336254.361096:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40d6b lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65604 expref: 263 pid: 33424 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.365890:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041680640 00000100:00100000:3.0:1763336254.365897:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041680640 00000100:00100000:3.0:1763336254.365947:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9781 00000100:00100000:3.0:1763336254.365955:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56915:x1848991041680640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.365977:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.365990:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40dcd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6562e expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.366097:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40dd4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.366107:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa40dc6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.366114:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40dd4 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.366127:0:33424:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa40dc6 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.366136:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40dd4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000100:00100000:3.0:1763336254.372344:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336254.373999:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.374007:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336254.374216:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1de:0x0]: returning size 5 00000004:00200000:3.0:1763336254.374221:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1763336254.385155:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.398762:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.402275:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041681280:12345-192.168.203.16@tcp:4:bash.0 Request processed in 4653us (5152us total) trans 17179871742 rc 0/0 00000100:00100000:3.0:1763336254.402296:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 122 00002000:00100000:3.0:1763336254.402308:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2a4:0x0] (0->4) req@ffff9c9183a0d500 x1848991041681280/t17179871742(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:545/0 lens 496/448 e 0 to 0 dl 1763336265 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336254.402320:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d500 with x1848991041681280 ext(0->4) 00010000:00010000:3.0:1763336254.402329:0:28399:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa40d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6560b expref: 21 pid: 27808 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.402345:0:28399:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa40d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6560b expref: 21 pid: 27808 timeout: 1142 lvb_type: 0 00002000:00010000:3.0:1763336254.402352:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9c9183a0d500 00000100:00100000:3.0:1763336254.403997:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336254.410302:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410311:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410329:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410337:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410345:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410356:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.410360:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410368:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410379:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.410386:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775a00/0x84ca14902aa40df0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336254.410441:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041681152:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 20435us (20634us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.410448:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6790 00000100:00100000:3.0:1763336254.414916:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.415199:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9786 00000100:00100000:3.0:1763336254.415210:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56915:x1848991041682048:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336254.415303:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.415327:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40dd4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6562e expref: 265 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.415343:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.415348:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336254.415374:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40e2f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.415387:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40e2f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.415397:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa40e2f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000040:00080000:3.0:1763336254.415620:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1528, 88 off128328 00000004:00080000:3.0:1763336254.415629:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042376942709ns, next at 1042907782823ns, rc = 0 00000040:00080000:3.0:1763336254.415673:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1528, 88 off128416 00000004:00080000:3.0:1763336254.415678:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042376992901ns, next at 1042907816864ns, rc = 0 00000040:00080000:3.0:1763336254.415722:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1529, 88 off128504 00000004:00080000:3.0:1763336254.415728:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1042377042722ns, next at 1042907816864ns, rc = 0 00000040:00080000:3.0:1763336254.415745:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1529, 88 off128416 00000004:00080000:3.0:1763336254.415750:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1042377064915ns, next at 1042907782823ns, rc = 0 00000100:00100000:3.0:1763336254.420345:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056059648 00000100:00100000:3.0:1763336254.420353:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056059648 00000100:00100000:3.0:1763336254.420724:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056060032 00000100:00100000:3.0:1763336254.420728:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056060032 00000100:00100000:3.0:1763336254.420755:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791 00000100:00100000:3.0:1763336254.420764:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3647:x1848991056059648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336254.420879:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336254.420883:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb mtime from disk: 1763336254 -> 1763336254 00002000:00010000:3.0:1763336254.420886:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336254.420888:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb ctime from disk: 1763336254 -> 1763336254 00002000:00010000:3.0:1763336254.420891:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2c3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336254.421553:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3647:x1848991056059648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 788us (1256us total) trans 21474839009 rc 0/0 00000100:00100000:3.0:1763336254.421563:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791 00000100:00100000:3.0:1763336254.421631:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.421651:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041682432 00000100:00100000:3.0:1763336254.421656:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041682432 00000100:00100000:3.0:1763336254.421681:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9788 00000100:00100000:3.0:1763336254.421708:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+255:56917:x1848991041682432:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.421722:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.423229:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336254.423253:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa40e28 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6564a expref: 254 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.423268:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9285fe0000) 00010000:00010000:3.0:1763336254.423277:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336254.423292:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40e4b lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65658 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.423379:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423391:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423400:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423413:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40e59 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423419:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40e59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423429:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40e59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423813:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423823:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423831:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336254.423840:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1df:0x0]: returning size 0 00010000:00010000:3.0:1763336254.423863:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423869:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423875:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423879:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.423883:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423889:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423897:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58100) 00010000:00010000:3.0:1763336254.423900:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.423903:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423912:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa40e52 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00000004:00010000:3.0:1763336254.423921:0:6512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fad887e8 reply state 000000002338f8cb transno 8589939842 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40e59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423930:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40e59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.423936:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336254.423938:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336254.423941:0:6512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336254.423965:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa40e4b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65658 expref: 256 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.423979:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65658 expref: 255 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.423986:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1df:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336254.423989:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336254.423991:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336254.424042:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56917:x1848991041682432:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2334us (2412us total) trans 8589939842 rc 0/0 00000100:00100000:3.0:1763336254.424049:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9788 00000100:00100000:3.0:1763336254.426285:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041682560 00000100:00100000:3.0:1763336254.426295:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041682560 00000100:00100000:3.0:1763336254.426364:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9789 00000100:00100000:3.0:1763336254.426378:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+256:56915:x1848991041682560:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.426403:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.426427:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40e6e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6565f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.426490:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40e6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6565f expref: 257 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.426506:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa40e6e lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6565f expref: 257 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.426522:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.426526:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336254.426529:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336254.426591:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:56915:x1848991041682560:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 217us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.426598:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9789 00000100:00100000:3.0:1763336254.429350:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041682816 00000100:00100000:3.0:1763336254.429359:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041682816 00000100:00100000:3.0:1763336254.429411:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9790 00000100:00100000:3.0:1763336254.429420:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:56917:x1848991041682816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.429442:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.429458:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa40e75 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65666 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.429553:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40e7c lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.429568:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65658 expref: 258 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.429581:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40e7c lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.429611:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65658 expref: 258 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.429625:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40e60 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65658 expref: 258 pid: 6512 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.429637:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056060160:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.432191:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041682944 00000100:00100000:3.0:1763336254.432200:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041682944 00000100:00100000:3.0:1763336254.432255:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9791 00000100:00100000:3.0:1763336254.432263:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:56915:x1848991041682944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.432279:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.432300:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398e00/0x84ca14902aa40e83 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6566d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.432358:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa40e8a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.432371:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa40e8a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.432381:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa40e8a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336254.432418:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1de:0x0]: returning size 5 00000004:00200000:3.0:1763336254.432422:0:6512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336254.432439:0:6512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa40e8a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.432465:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398e00/0x84ca14902aa40e83 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6566d expref: 261 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.432482:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa40e8a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6566d expref: 260 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.432490:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.432492:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336254.432496:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186398200, rc 0) 00000100:00100000:3.0:1763336254.434464:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56915:x1848991041682944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2189us (2341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.434478:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9791 00000100:00100000:3.0:1763336254.441190:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041683200 00000100:00100000:3.0:1763336254.441197:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041683200 00000100:00100000:3.0:1763336254.441235:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6795 00000100:00100000:3.0:1763336254.441241:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041683200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.441251:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.441268:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186398600/0x84ca14902aa40e91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65674 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.441286:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2a4:0x0] initial LVB size: 5, mtime: 0x691a603e, atime: 0x691a603e, ctime: 0x691a603e, blocks: 0x8 00010000:00010000:3.0:1763336254.441300:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.441302:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.441310:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186398600/0x84ca14902aa40e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65674 expref: 20 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.441328:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186398600/0x84ca14902aa40e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65674 expref: 20 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.441338:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186398600, rc 0) 00000100:00100000:3.0:1763336254.441359:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041683200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 119us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.441365:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6795 00000100:00100000:3.0:1763336254.489172:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.494098:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056060672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.494157:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.494206:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056060672 00000100:00100000:3.0:1763336254.494212:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056060672 00000100:00100000:3.0:1763336254.494250:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796 00000100:00100000:3.0:1763336254.494259:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3646:x1848991056060672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.494409:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3646:x1848991056060672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 150us (251us total) trans 17179871745 rc 0/0 00000100:00100000:3.0:1763336254.494416:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796 00000100:00100000:3.0:1763336254.494429:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056060416 00000100:00100000:3.0:1763336254.494431:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056060416 00000100:00100000:3.0:1763336254.494447:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798 00000100:00100000:3.0:1763336254.494452:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3649:x1848991056060416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.495254:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3649:x1848991056060416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 799us (865us total) trans 17179871746 rc 0/0 00000100:00100000:3.0:1763336254.495261:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798 00000100:00100000:3.0:1763336254.498565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.502982:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041684992 00000100:00100000:3.0:1763336254.502991:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041684992 00000100:00100000:3.0:1763336254.503037:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6801 00000100:00100000:3.0:1763336254.503046:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:55888:x1848991041684992:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.503063:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.503093:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186398e00/0x84ca14902aa40ef3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6569e expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.503115:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.503135:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.503138:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.503148:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186398e00/0x84ca14902aa40ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6569e expref: 21 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.503164:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186398e00/0x84ca14902aa40ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6569e expref: 21 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.503176:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186398e00, rc 0) 00000100:00100000:3.0:1763336254.503241:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:55888:x1848991041684992:12345-192.168.203.16@tcp:101:bash.0 Request processed in 195us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.503248:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6801 00000100:00100000:3.0:1763336254.527527:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.527803:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6803 00000100:00100000:3.0:1763336254.543043:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041686400 00000100:00100000:3.0:1763336254.543049:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041686400 00000100:00100000:3.0:1763336254.547922:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041686528 00000100:00100000:3.0:1763336254.547930:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041686528 00000100:00100000:3.0:1763336254.547995:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1684 00000100:00100000:3.0:1763336254.548004:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041686528:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:3.0:1763336254.548047:0:28399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.548056:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa40f47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.548081:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.548083:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.548088:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa40f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.548101:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa40f47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336254.573172:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.580528:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041687296 00000100:00100000:3.0:1763336254.580532:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041687296 00000100:00100000:3.0:1763336254.580568:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9804 00000100:00100000:3.0:1763336254.580575:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56919:x1848991041687296:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.580584:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.580595:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40f8d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c656c8 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.580634:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580643:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580651:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580660:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580667:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580673:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580724:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580732:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580739:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580802:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580810:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.580815:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580822:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580831:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c928342d500) 00010000:00010000:3.0:1763336254.580833:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.580837:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580843:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa40f94 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580854:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580860:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580866:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580870:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.580873:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580878:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580884:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8400) 00010000:00010000:3.0:1763336254.580887:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.580889:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580895:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa40f9b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.580914:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40f8d lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656c8 expref: 263 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.580923:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c928342d500) 00010000:00010000:3.0:1763336254.580925:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.580929:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa40f8d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656c8 expref: 263 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.580942:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336254.584165:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:56919:x1848991041687296:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3587us (4418us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336254.584173:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9804 00000100:00100000:3.0:1763336254.587384:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041687424 00000100:00100000:3.0:1763336254.587401:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041687424 00000100:00100000:3.0:1763336254.587490:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6804 00000100:00100000:3.0:1763336254.587503:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:56915:x1848991041687424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.587529:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.587559:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c656cf expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.587589:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c4:0x0] initial LVB size: 4096, mtime: 0x691a603e, atime: 0x0, ctime: 0x691a603e, blocks: 0x8 00010000:00010000:3.0:1763336254.587616:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.587618:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.587627:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656cf expref: 11 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.587645:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656cf expref: 11 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.587659:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:3.0:1763336254.590773:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041687680 00000100:00100000:3.0:1763336254.590793:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041687680 00000100:00100000:3.0:1763336254.595211:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041687808 00000100:00100000:3.0:1763336254.595223:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041687808 00000100:00100000:3.0:1763336254.595875:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6805 00000100:00100000:3.0:1763336254.595891:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:56915:x1848991041687808:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.595912:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.595934:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa40fcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c656dd expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.595961:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.595985:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.595987:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.595995:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa40fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656dd expref: 23 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.596010:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa40fcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656dd expref: 23 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.596023:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336254.597421:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:56915:x1848991041687808:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1527us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.597432:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6805 00000100:00100000:3.0:1763336254.609018:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.613677:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.627599:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.628727:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.635332:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6811 00000100:00100000:3.0:1763336254.635346:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3649:x1848991056061184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336254.635365:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:709 count 1 00010000:00010000:3.0:1763336254.635385:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa41004 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.635406:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40eec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65697 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.635416:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336254.635420:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336254.635425:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa41004 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.635467:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40eec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65697 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.635491:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65697 expref: 11 pid: 27808 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.635518:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b645f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056062208:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.635616:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336254.635778:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1763336254.636625:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b645500/2, rc 0, transno 17179871751 00000100:00100000:3.0:1763336254.636639:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056061952:0@lo:2:osp-syn-1-0.0 00000004:00010000:3.0:1763336254.636837:0:15935:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be08a4a6 reply state 000000003c23274c transno 8589939858 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa40fef lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336254.636863:0:15935:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa40fef lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336254.636871:0:15935:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.636874:0:15935:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336254.636878:0:15935:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336254.636884:0:15935:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1de:0x0].0x0 (ffff9c9299537f00) 00010000:00010000:3.0:1763336254.636892:0:15935:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336254.636897:0:15935:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa40de2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1de:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65635 expref: 254 pid: 33424 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763336254.637398:0:15935:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763336254.637420:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+254:56915:x1848991041689344:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 15904us (16045us total) trans 8589939858 rc 0/0 00000100:00100000:3.0:1763336254.637449:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3380 00000004:00080000:3.0:1763336254.637551:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186b8aa00/2, rc 0, transno 21474839016 00000100:00100000:3.0:1763336254.637559:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056061568:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.640603:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.640620:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.640640:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041690240 00000100:00100000:3.0:1763336254.640648:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041690240 00010000:00010000:3.0:1763336254.640679:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186398e00/0x84ca14902aa40ef3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6569e expref: 25 pid: 30886 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.640724:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041690112 00000100:00100000:3.0:1763336254.640726:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041690112 00010000:00010000:3.0:1763336254.640739:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40eec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65697 expref: 12 pid: 27808 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.640755:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3248 00000100:00100000:3.0:1763336254.640762:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991041690240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.640774:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.640778:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186398e00/0x84ca14902aa40ef3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6569e expref: 25 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.640790:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186398e00/0x84ca14902aa40ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6569e expref: 25 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.640810:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.640812:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.640817:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17200/0x84ca14902aa4100b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.640826:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17200/0x84ca14902aa4100b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.640842:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.640878:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991041690240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 116us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.640884:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3248 00000100:00100000:3.0:1763336254.640900:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3249 00000100:00100000:3.0:1763336254.640905:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041690112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.640913:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.640917:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40eec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65697 expref: 12 pid: 27808 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.640927:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17000/0x84ca14902aa40eec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65697 expref: 12 pid: 27808 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.640939:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.640941:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.640945:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa41004 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.640952:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa41004 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.640961:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.640974:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041690112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 69us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.640980:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3249 00010000:00010000:3.0:1763336254.642557:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336254.643252:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.646675:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041690752 00000100:00100000:3.0:1763336254.646712:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041690752 00000100:00100000:3.0:1763336254.646761:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3382 00000100:00100000:3.0:1763336254.646771:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+257:56915:x1848991041690752:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336254.646992:0:15935:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1de:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336254.647056:0:15935:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1536, 64 off128960 00000040:00080000:3.0:1763336254.649426:0:15935:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1536, 64 off129048 00000100:00100000:3.0:1763336254.650651:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.655907:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.660927:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041692032 00000100:00100000:3.0:1763336254.660934:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041692032 00010000:00010000:3.0:1763336254.660959:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa41074 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65707 expref: 264 pid: 8421 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.660994:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3250 00000100:00100000:3.0:1763336254.661002:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:2404:x1848991041692032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.661021:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.661027:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa41074 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65707 expref: 264 pid: 8421 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.661038:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa41074 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65707 expref: 264 pid: 8421 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.661057:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186398200/0x84ca14902aa41074 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65707 expref: 264 pid: 8421 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.661084:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e1:0x0].0x0 (ffff9c9299537d00) 00010000:00010000:3.0:1763336254.661090:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa41089 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.661099:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa41089 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.661106:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa41089 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1e1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.661746:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.661802:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:2404:x1848991041692032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 798us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.661812:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3250 00000100:00100000:3.0:1763336254.664605:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041692160 00000100:00100000:3.0:1763336254.664618:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041692160 00000100:00100000:3.0:1763336254.664721:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9815 00000100:00100000:3.0:1763336254.664734:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56915:x1848991041692160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.664766:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.664795:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4109e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65723 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.664865:0:6512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa41089 lrc: 2/0,1 mode: EX/EX res: [0x200000405:0x1e1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.664878:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4109e lrc: 4/0,0 mode: --/CR res: [0x200000405:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65723 expref: 265 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.664899:0:6512:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa41089 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e1:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.664913:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4109e lrc: 3/0,0 mode: --/CR res: [0x200000405:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65723 expref: 265 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.664929:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e1:0x0].0x0 (ffff9c9299537d00) 00010000:00010000:3.0:1763336254.664933:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336254.664937:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4109e lrc: 3/0,0 mode: --/CR res: [0x200000405:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65723 expref: 265 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.664945:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336254.665007:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56915:x1848991041692160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 276us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.665014:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9815 00000100:00100000:3.0:1763336254.666809:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056062592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.666873:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.666911:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336254.666929:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056062720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.666954:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.666977:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056062848:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.666997:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.667011:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336254.667015:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056062976:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.667031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.667854:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820 00000100:00100000:3.0:1763336254.667863:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3646:x1848991056062976:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336254.667926:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2a9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336254.667931:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2a9:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763336254.667934:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2a9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336254.667936:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2a9:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763336254.667939:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2a9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336254.667969:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3646:x1848991056062976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (935us total) trans 17179871755 rc 0/0 00000100:00100000:3.0:1763336254.667978:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820 00000100:00100000:3.0:1763336254.668488:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056063744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.668527:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.668553:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336254.668565:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056063616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.668599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336254.668780:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92a9ecdf80/2, rc 0, transno 17179871755 00000100:00100000:3.0:1763336254.668790:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056062976:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336254.670272:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92a9ecce00/2, rc 0, transno 17179871754 00000100:00100000:3.0:1763336254.670284:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056062848:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336254.670339:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a242d80/2, rc 0, transno 21474839021 00000100:00100000:3.0:1763336254.670344:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056063616:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336254.670354:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a241500/2, rc 0, transno 21474839020 00000100:00100000:3.0:1763336254.670357:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056063744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.675151:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041692544 00000100:00100000:3.0:1763336254.675163:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041692544 00010000:00010000:3.0:1763336254.675211:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656cf expref: 13 pid: 30886 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.675249:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3251 00000100:00100000:3.0:1763336254.675257:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041692544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.675275:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.675465:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656cf expref: 13 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.675525:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656cf expref: 13 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.675571:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa40fa2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c656cf expref: 13 pid: 30886 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.675615:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.675620:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.675629:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa410b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.675663:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa410b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.675797:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.675876:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991041692544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 614us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.675909:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3251 00010000:00010000:3.0:1763336254.676025:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336254.676035:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa410ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676046:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.676055:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa410ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676100:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa410ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676124:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa410ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676132:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa410ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676160:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.676166:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7000/0x84ca14902aa410ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676174:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.676181:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7000/0x84ca14902aa410ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676188:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7000/0x84ca14902aa410ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676201:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7000/0x84ca14902aa410ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676210:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7000/0x84ca14902aa410ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676240:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.676243:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.676248:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.676270:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa410b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676278:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa410b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676288:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa410b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676296:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa410b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.676319:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336254.676745:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3649:x1848991056063488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8448us (8539us total) trans 21474839023 rc 0/0 00000100:00100000:3.0:1763336254.676768:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821 00010000:00010000:3.0:1763336254.676805:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.678180:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.678191:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa410a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.678201:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.678205:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa410a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.678214:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa410a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.678232:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa410a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.678239:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa410a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.678258:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.678260:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.678262:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336254.681539:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041692928 00000100:00100000:3.0:1763336254.681604:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041692928 00000100:00100000:3.0:1763336254.681674:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6825 00000100:00100000:3.0:1763336254.681770:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041692928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.681794:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.681817:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635b800/0x84ca14902aa410c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65731 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.681841:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.681864:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.681867:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.681881:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b800/0x84ca14902aa410c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65731 expref: 25 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.681904:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635b800/0x84ca14902aa410c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65731 expref: 25 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.681920:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:3.0:1763336254.681995:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041692928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 309us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.682003:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6825 00000100:00100000:3.0:1763336254.690563:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041693184 00000100:00100000:3.0:1763336254.690574:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041693184 00010000:00010000:3.0:1763336254.690623:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b800/0x84ca14902aa410c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65731 expref: 25 pid: 8399 timeout: 1142 lvb_type: 1 00000100:00100000:3.0:1763336254.690665:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3255 00000100:00100000:3.0:1763336254.690675:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041693184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763336254.693784:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041693696 00000100:00100000:3.0:1763336254.693792:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041693696 00000100:00100000:3.0:1763336254.693847:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9816 00000100:00100000:3.0:1763336254.693856:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56915:x1848991041693696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.693875:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.693894:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa410cf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65738 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.693958:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.693971:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.693981:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.693993:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694000:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694006:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694135:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa410e4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694145:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa410e4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694152:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa410e4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336254.694162:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e1:0x0]: returning size 2 00010000:00010000:3.0:1763336254.694245:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694254:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694261:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694269:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694275:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.694279:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694286:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694296:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58100) 00010000:00010000:3.0:1763336254.694299:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.694303:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694309:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa410d6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694320:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694326:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694332:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694336:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.694340:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694345:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694352:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58c00) 00010000:00010000:3.0:1763336254.694354:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.694357:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694362:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa410dd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.694394:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa410cf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65738 expref: 261 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.694408:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa410e4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65738 expref: 260 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.694416:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e1:0x0].0x0 (ffff9c9299537d00) 00010000:00010000:3.0:1763336254.694418:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336254.694421:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336254.694458:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56915:x1848991041693696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 602us (1169us total) trans 8589939866 rc 0/0 00000100:00100000:3.0:1763336254.694465:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9816 00000100:00100000:3.0:1763336254.697485:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041693824 00000100:00100000:3.0:1763336254.697493:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041693824 00000100:00100000:3.0:1763336254.697549:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6827 00000100:00100000:3.0:1763336254.697560:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:55888:x1848991041693824:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.697580:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.697602:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa410f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6573f expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.697631:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.697662:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.697665:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.697675:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa410f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6573f expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.697905:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635a200/0x84ca14902aa410f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6573f expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.697919:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336254.701231:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041694464 00000100:00100000:3.0:1763336254.701238:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041694464 00000100:00100000:3.0:1763336254.701281:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3386 00000100:00100000:3.0:1763336254.701294:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:56915:x1848991041694464:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336254.701417:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:56915:x1848991041694464:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 125us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.701431:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3386 00010000:00010000:3.0:1763336254.724923:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.724934:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4110e lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.724945:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.724948:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4110e lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.724957:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4110e lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.724972:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e1:0x0].0x0 (ffff9c91864d8800) 00010000:00010000:3.0:1763336254.724975:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336254.724979:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4110e lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.724985:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4110e lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.725006:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.725008:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.725010:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336254.740962:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041695360 00000100:00100000:3.0:1763336254.740972:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041695360 00000100:00100000:3.0:1763336254.741038:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9819 00000100:00100000:3.0:1763336254.741048:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56920:x1848991041695360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.741079:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.741103:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4112a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6574d expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.741176:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741191:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741200:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741214:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741222:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741227:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741264:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741271:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741277:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741283:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741289:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.741294:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741301:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741312:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58100) 00010000:00010000:3.0:1763336254.741315:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.741319:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741324:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41131 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741337:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741343:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741347:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741352:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336254.741355:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741361:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741368:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8700) 00010000:00010000:3.0:1763336254.741370:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.741373:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741379:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41138 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336254.741405:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4112a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6574d expref: 261 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.741414:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58100) 00010000:00010000:3.0:1763336254.741416:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336254.741419:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4112a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6574d expref: 261 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.741436:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336254.741502:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56920:x1848991041695360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 456us (1010us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336254.741510:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9819 00000100:00100000:3.0:1763336254.773748:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041696768 00000100:00100000:3.0:1763336254.773760:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041696768 00000100:00100000:3.0:1763336254.773819:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041696640 00000100:00100000:3.0:1763336254.773823:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041696640 00000100:00100000:3.0:1763336254.773846:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9825 00000100:00100000:3.0:1763336254.773854:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56924:x1848991041696768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.773877:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.773897:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa411af lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6577e expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.773984:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.773997:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.774007:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336254.774016:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e3:0x0]: returning size 0 00010000:00010000:3.0:1763336254.774116:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa411af lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 267 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774131:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 266 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774144:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e3:0x0].0x0 (ffff9c91864d8f00) 00010000:00010000:3.0:1763336254.774147:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336254.774150:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b600, rc 0) 00000100:00100000:3.0:1763336254.774200:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56924:x1848991041696768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 346us (1402us total) trans 8589939871 rc 0/0 00000100:00100000:3.0:1763336254.774207:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9825 00000100:00100000:3.0:1763336254.774228:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9826 00000100:00100000:3.0:1763336254.774234:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56922:x1848991041696640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.774242:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.774249:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa411c4 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65777 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774292:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa411cb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.774302:0:6512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa411a1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65770 expref: 266 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774309:0:6512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 266 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774316:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa411cb lrc: 5/0,1 mode: --/EX res: [0x200000405:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.774344:0:6512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 266 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774360:0:6512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 266 pid: 6512 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.774372:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6512:1848991056064512:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.774426:0:6512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa411a1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65770 expref: 266 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.774435:0:6512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa411a1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65770 expref: 266 pid: 6514 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.774443:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6512:1848991056064640:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.774465:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336254.776222:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6512:1848991056064512:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.776243:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6512:1848991056064640:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.776273:0:6512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa411cb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000100:00100000:3.0:1763336254.778274:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041697280 00000100:00100000:3.0:1763336254.778285:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041697280 00010000:00010000:3.0:1763336254.778331:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa411a1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65770 expref: 268 pid: 6514 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.778374:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041697152 00000100:00100000:3.0:1763336254.778379:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041697152 00010000:00010000:3.0:1763336254.778396:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 269 pid: 6512 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.778797:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3257 00000100:00100000:3.0:1763336254.778812:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:2407:x1848991041697152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.778826:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.778835:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 267 pid: 6512 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.778850:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 267 pid: 6512 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.778872:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa411b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6577e expref: 267 pid: 6512 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.778888:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e3:0x0].0x0 (ffff9c91864d8f00) 00010000:00010000:3.0:1763336254.778893:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa411cb lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.778904:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa411cb lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.778913:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa411cb lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.778955:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.779530:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:2407:x1848991041697152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 719us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.779540:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3257 00000100:00100000:3.0:1763336254.791421:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.791544:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.795950:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.803163:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041698816 00000100:00100000:3.0:1763336254.803172:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041698816 00000100:00100000:3.0:1763336254.803219:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9829 00000100:00100000:3.0:1763336254.803228:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56924:x1848991041698816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.803245:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.803260:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41218 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65793 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.803339:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4121f lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.803352:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4121f lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1e3:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.803362:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4121f lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1e3:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336254.803378:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e3:0x0]: returning size 0 00010000:00010000:3.0:1763336254.803469:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41218 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65793 expref: 274 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.803484:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4121f lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1e3:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65793 expref: 273 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.803492:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e3:0x0].0x0 (ffff9c928342d300) 00010000:00010000:3.0:1763336254.803495:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763336254.803498:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:3.0:1763336254.804734:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56924:x1848991041698816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1495us (1771us total) trans 8589939879 rc 0/0 00000100:00100000:3.0:1763336254.804752:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9829 00000100:00100000:3.0:1763336254.806223:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041699072 00000100:00100000:3.0:1763336254.806236:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041699072 00000100:00100000:3.0:1763336254.806300:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9830 00000100:00100000:3.0:1763336254.806312:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:55888:x1848991041699072:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.806344:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.806369:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4122d lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c657a1 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.806414:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41234 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.806430:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41234 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.806441:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41234 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336254.806582:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4122d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657a1 expref: 275 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.806601:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41234 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657a1 expref: 274 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.806610:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e3:0x0].0x0 (ffff9c928342d300) 00010000:00010000:3.0:1763336254.806613:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336254.806617:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336254.806709:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:55888:x1848991041699072:12345-192.168.203.16@tcp:101:bash.0 Request processed in 399us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.806720:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9830 00000100:00100000:3.0:1763336254.809329:0:15935:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041699328 00000100:00100000:3.0:1763336254.809341:0:15935:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041699328 00000100:00100000:3.0:1763336254.809412:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3392 00000100:00100000:3.0:1763336254.809425:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56924:x1848991041699328:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336254.809747:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56924:x1848991041699328:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 324us (749us total) trans 8589939880 rc 0/0 00000100:00100000:3.0:1763336254.809755:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3392 00000100:00100000:3.0:1763336254.813625:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041699840 00000100:00100000:3.0:1763336254.813631:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041699840 00000100:00100000:3.0:1763336254.813678:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3393 00000100:00100000:3.0:1763336254.813710:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56924:x1848991041699840:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336254.813874:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56924:x1848991041699840:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 186us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.813889:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3393 00000001:00080000:3.0:1763336254.831365:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939883 is committed 00000004:00080000:3.0:1763336254.831373:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1005 committed 00000004:00080000:3.0:1763336254.831388:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1001 committed 00000004:00080000:3.0:1763336254.831401:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1000 committed 00000004:00080000:3.0:1763336254.831404:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1004 committed 00000100:00100000:3.0:1763336254.831809:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056064768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.831881:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.831921:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056065280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.831947:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.831978:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336254.831986:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056065408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.832015:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.832049:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.832089:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.832116:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065536:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.832138:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.832156:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763336254.832162:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.832182:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336254.832195:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.833966:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336254.834013:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831aea00/2, rc 0, transno 21474839025 00000100:00100000:3.0:1763336254.834019:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065536:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336254.834034:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b62dc00/2, rc 0, transno 17179871760 00000100:00100000:3.0:1763336254.834037:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336254.834063:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056065664 00000100:00100000:3.0:1763336254.834082:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056065664 00000100:00100000:3.0:1763336254.834269:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6836 00000100:00100000:3.0:1763336254.834279:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3646:x1848991056065664:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.834403:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3646:x1848991056065664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 126us (439us total) trans 21474839026 rc 0/0 00000100:00100000:3.0:1763336254.834410:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6836 00000100:00100000:3.0:1763336254.841320:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041700736 00000100:00100000:3.0:1763336254.841328:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041700736 00000100:00100000:3.0:1763336254.841387:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6837 00000100:00100000:3.0:1763336254.841395:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:55888:x1848991041700736:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.841408:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.841421:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa412a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c657c4 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.841446:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa411fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6578c expref: 14 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.841454:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.841457:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.841462:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa412a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657c4 expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.841938:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa411fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6578c expref: 12 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336254.841959:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa411fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6578c expref: 12 pid: 27808 timeout: 1142 lvb_type: 1 00000100:00100000:3.0:1763336254.841975:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056066304:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.842054:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00010000:00010000:3.0:1763336254.842078:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336254.842084:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa41281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842092:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.842096:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa41281 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842110:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa41281 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842122:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa41281 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842129:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa41281 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842144:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.842148:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa41288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842154:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.842156:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa41288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842163:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa41288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842171:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa41288 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842177:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa41288 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842194:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.842196:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.842198:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.842534:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.842539:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4128f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842546:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.842550:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4128f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842557:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4128f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842570:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4128f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842577:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4128f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.842595:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.842597:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.842599:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336254.842812:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831aca80/2, rc 0, transno 21474839028 00000100:00100000:3.0:1763336254.842818:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056065024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336254.843176:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041701248 00000100:00100000:3.0:1763336254.843181:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041701248 00010000:00010000:3.0:1763336254.843201:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7400/0x84ca14902aa410c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6572a expref: 24 pid: 27808 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.844120:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3261 00000100:00100000:3.0:1763336254.844133:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041701248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336254.844150:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336254.844157:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7400/0x84ca14902aa410c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6572a expref: 24 pid: 27808 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.844171:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7400/0x84ca14902aa410c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6572a expref: 24 pid: 27808 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.844194:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7400/0x84ca14902aa410c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6572a expref: 24 pid: 27808 timeout: 1142 lvb_type: 0 00010000:00010000:3.0:1763336254.844208:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.844210:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.844215:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.844226:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.844254:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336254.844307:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041701248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 178us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.844315:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3261 00010000:00010000:3.0:1763336254.845378:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.845386:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.845394:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.845399:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.845409:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.845425:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.845432:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4127a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.845451:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.845453:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.845455:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336254.846766:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056066304:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.846804:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa412a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657c4 expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.846826:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b600, rc 0) 00000100:00100000:3.0:1763336254.846893:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:55888:x1848991041700736:12345-192.168.203.16@tcp:101:bash.0 Request processed in 5499us (6395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.846903:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6837 00000100:00100000:3.0:1763336254.852212:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041701760 00000100:00100000:3.0:1763336254.852221:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041701760 00000100:00100000:3.0:1763336254.852272:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6838 00000100:00100000:3.0:1763336254.852280:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:55888:x1848991041701760:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.852301:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.852561:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa412b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c657cb expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336254.852586:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336254.852604:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.852606:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336254.852617:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa412b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657cb expref: 24 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.852632:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa412b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657cb expref: 24 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.852646:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336254.852671:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:55888:x1848991041701760:12345-192.168.203.16@tcp:101:bash.0 Request processed in 393us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336254.852677:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6838 00000100:00100000:3.0:1763336254.855543:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.862082:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336254.867645:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336254.867654:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa412e3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.867662:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336254.867665:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa412e3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.867672:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa412e3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.867733:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e3:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:3.0:1763336254.867736:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336254.867741:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa412e3 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.867747:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa412e3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336254.867764:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.867766:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336254.867767:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336254.926245:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.952332:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041704320 00000100:00100000:3.0:1763336254.952346:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041704320 00000100:00100000:3.0:1763336254.952418:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041704576 00000100:00100000:3.0:1763336254.952422:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041704576 00000100:00100000:3.0:1763336254.952457:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9845 00000100:00100000:3.0:1763336254.952469:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56928:x1848991041704320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336254.952501:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.952527:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41384 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6580a expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.952671:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4138b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.952718:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41376 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65803 expref: 264 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.952741:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4138b lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.952787:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41376 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65803 expref: 264 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.952813:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41376 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65803 expref: 265 pid: 6512 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336254.952831:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056066560:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336254.952935:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336254.960169:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056066560:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336254.960206:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4138b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000100:00100000:3.0:1763336254.961462:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041704960 00000100:00100000:3.0:1763336254.961468:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041704960 00000100:00100000:3.0:1763336254.961513:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3396 00000100:00100000:3.0:1763336254.961521:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56930:x1848991041704960:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336254.961795:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56930:x1848991041704960:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 275us (1178us total) trans 8589939890 rc 0/0 00000100:00100000:3.0:1763336254.961803:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3396 00000100:00100000:3.0:1763336254.986657:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041705728 00000100:00100000:3.0:1763336254.986671:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041705728 00000100:00100000:3.0:1763336254.987201:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3398 00000100:00100000:3.0:1763336254.987216:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56928:x1848991041705728:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336254.987505:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56928:x1848991041705728:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 294us (1688us total) trans 8589939894 rc 0/0 00000100:00100000:3.0:1763336254.987528:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3398 00000100:00100000:3.0:1763336254.989477:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336254.994020:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041706368 00000100:00100000:3.0:1763336254.994034:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041706368 00000100:00100000:3.0:1763336254.994116:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9848 00000100:00100000:3.0:1763336254.994129:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:55888:x1848991041706368:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336254.994164:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336254.994168:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336254.994206:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6a00/0x84ca14902aa413c3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65818 expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.994230:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9299537900) 00010000:00010000:3.0:1763336254.994245:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336254.994266:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa413d8 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65826 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.994403:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa413df lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.994418:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa413df lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336254.994430:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa413df lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336254.994445:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e4:0x0]: returning size 0 00010000:00010000:3.0:1763336254.994597:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa413d8 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65826 expref: 270 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.994614:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa413df lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65826 expref: 269 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336254.994622:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336254.994625:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763336254.994628:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336254.994728:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:55888:x1848991041706368:12345-192.168.203.16@tcp:101:bash.0 Request processed in 601us (1143us total) trans 8589939895 rc 0/0 00000100:00100000:3.0:1763336254.994737:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9848 00000100:00100000:3.0:1763336255.010171:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.010224:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.019270:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041707392 00000100:00100000:3.0:1763336255.019283:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041707392 00000100:00100000:3.0:1763336255.019336:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3401 00000100:00100000:3.0:1763336255.019346:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56930:x1848991041707392:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336255.019497:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56930:x1848991041707392:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 152us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.019504:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3401 00000001:00080000:3.0:1763336255.035174:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939901 is committed 00000004:00080000:3.0:1763336255.035190:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1003 committed 00000004:00080000:3.0:1763336255.035481:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1007 committed 00000004:00080000:3.0:1763336255.035493:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1006 committed 00000004:00080000:3.0:1763336255.035495:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1002 committed 00010000:00010000:3.0:1763336255.039462:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.039473:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6a00/0x84ca14902aa41448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.039488:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.039491:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6a00/0x84ca14902aa41448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.039500:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6a00/0x84ca14902aa41448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.039518:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6a00/0x84ca14902aa41448 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.039525:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6a00/0x84ca14902aa41448 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.039544:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.039546:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.039548:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.042446:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa412b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c657cb expref: 27 pid: 28588 timeout: 1142 lvb_type: 0 00000100:00100000:3.0:1763336255.042461:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189b0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056067840:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.042485:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4144f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.042495:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4144f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.042508:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4144f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.042518:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4144f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.042526:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4144f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.042553:0:35222:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336255.042862:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3649:x1848991056067328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4491us (5195us total) trans 17179871767 rc 0/0 00000100:00100000:3.0:1763336255.042870:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6847 00010000:00010000:3.0:1763336255.044790:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.054999:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189b0df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056068096:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336255.055031:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.055125:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189984e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041708544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3466us (3716us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.055136:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3266 00000100:00100000:3.0:1763336255.072131:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041709952 00000100:00100000:3.0:1763336255.072144:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041709952 00010000:00010000:3.0:1763336255.072192:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa41472 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65850 expref: 262 pid: 33424 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.072251:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3267 00000100:00100000:3.0:1763336255.072262:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:2407:x1848991041709952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.072282:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.072290:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa41472 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65850 expref: 262 pid: 33424 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.072305:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa41472 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65850 expref: 262 pid: 33424 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.072333:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336255.072339:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41495 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.072350:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41495 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.072358:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41495 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x1e4:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.072382:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.072458:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:2407:x1848991041709952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 197us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.072467:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3267 00000100:00100000:3.0:1763336255.081329:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.091851:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.096046:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.112923:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.119393:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.125645:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041711488 00000100:00100000:3.0:1763336255.125659:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041711488 00000100:00100000:3.0:1763336255.125769:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9862 00000100:00100000:3.0:1763336255.125780:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56933:x1848991041711488:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.125806:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.125836:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4151a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6588f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.125928:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.125944:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.125957:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.125968:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.125978:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.125984:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126041:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126049:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126056:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126062:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126077:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.126082:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126091:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126104:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092eb00) 00010000:00010000:3.0:1763336255.126108:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.126114:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126120:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41521 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126136:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126142:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126148:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126153:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.126156:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126162:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126168:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8d00) 00010000:00010000:3.0:1763336255.126171:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.126174:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126184:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41528 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.126213:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4151a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6588f expref: 264 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.126225:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092eb00) 00010000:00010000:3.0:1763336255.126227:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.126231:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4151a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6588f expref: 264 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.126245:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336255.126312:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56933:x1848991041711488:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 534us (1088us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336255.126320:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9862 00000100:00100000:3.0:1763336255.136453:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041711872 00000100:00100000:3.0:1763336255.136465:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041711872 00000100:00100000:3.0:1763336255.136527:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9864 00000100:00100000:3.0:1763336255.136538:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56933:x1848991041711872:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.136563:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.136587:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4153d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6589d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.136668:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41544 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.137379:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41544 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.137402:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41544 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000001:00080000:3.0:1763336255.154852:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939908 is committed 00000004:00080000:3.0:1763336255.154870:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1005 committed 00000004:00080000:3.0:1763336255.156053:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1009 committed 00000004:00080000:3.0:1763336255.156104:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1008 committed 00000004:00080000:3.0:1763336255.156107:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1004 committed 00000004:00010000:3.0:1763336255.160322:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa833e6c reply state 000000008b90722d transno 8589939908 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa41552 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.160350:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61400/0x84ca14902aa41552 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.160360:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.160363:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336255.160369:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763336255.160495:0:6514:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763336255.160513:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:56931:x1848991041712128:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 17040us (18353us total) trans 8589939908 rc 0/0 00000100:00100000:3.0:1763336255.160521:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9865 00000100:00100000:3.0:1763336255.161350:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041712640 00000100:00100000:3.0:1763336255.161360:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041712640 00000100:00100000:3.0:1763336255.161412:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9867 00000100:00100000:3.0:1763336255.161423:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56933:x1848991041712640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.161447:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.161468:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4157c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658ab expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.161580:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.161595:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa4156e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658a4 expref: 259 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.161605:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.161646:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa4156e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658a4 expref: 259 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.161661:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa4156e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658a4 expref: 259 pid: 8421 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.161676:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056069248:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.161875:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.166774:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056069248:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.166803:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.169802:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.169815:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336255.169846:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e5:0x0]: returning size 0 00000004:00080000:3.0:1763336255.170088:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2cd:0x0], index 0: 0 00000004:00080000:3.0:1763336255.170097:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2ae:0x0], index 1: 0 00000004:00080000:3.0:1763336255.170102:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2af:0x0], index 1: 0 00000004:00080000:3.0:1763336255.170107:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2ce:0x0], index 0: 0 00010000:00010000:3.0:1763336255.170243:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170252:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170259:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170265:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.170270:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170278:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170290:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d600) 00010000:00010000:3.0:1763336255.170293:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.170298:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170304:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41583 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.170361:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4157c lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ab expref: 260 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.170372:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d600) 00010000:00010000:3.0:1763336255.170374:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336255.170378:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4157c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ab expref: 260 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.170395:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:3.0:1763336255.170454:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:56933:x1848991041712640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9032us (10863us total) trans 8589939910 rc 301/301 00000100:00100000:3.0:1763336255.170463:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9867 00000100:00100000:3.0:1763336255.176600:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041713024 00000100:00100000:3.0:1763336255.176613:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041713024 00000100:00100000:3.0:1763336255.176716:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9869 00000100:00100000:3.0:1763336255.176729:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:56931:x1848991041713024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.176759:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.176787:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa41598 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658b9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.176883:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4159f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.176900:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4159f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.176913:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4159f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336255.178020:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e4:0x0]: returning size 5 00000004:00200000:3.0:1763336255.178026:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336255.178046:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4159f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.178089:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa41598 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b9 expref: 262 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.178108:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4159f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b9 expref: 261 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.178124:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.178127:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336255.178131:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336255.178176:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:56931:x1848991041713024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1450us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.178183:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9869 00000100:00100000:3.0:1763336255.182460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.186585:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.194530:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.212082:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041714432 00000100:00100000:3.0:1763336255.212094:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041714432 00000100:00100000:3.0:1763336255.212302:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9873 00000100:00100000:3.0:1763336255.212312:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:55888:x1848991041714432:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.212340:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.212366:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa415e5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658d5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.212437:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa415e5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658d5 expref: 268 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.212454:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa415e5 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658d5 expref: 268 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.212476:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d800) 00010000:00010000:3.0:1763336255.212479:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.212483:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336255.212560:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:55888:x1848991041714432:12345-192.168.203.16@tcp:101:bash.0 Request processed in 249us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.212568:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9873 00000100:00100000:3.0:1763336255.215080:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041714688 00000100:00100000:3.0:1763336255.215092:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041714688 00000100:00100000:3.0:1763336255.215467:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9874 00000100:00100000:3.0:1763336255.215479:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:55888:x1848991041714688:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.215505:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.215509:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336255.215541:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa415e5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658d5 expref: 268 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.215560:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d800) 00010000:00010000:3.0:1763336255.215565:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336255.215583:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa415ec lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658dc expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.215643:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa415f3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.215659:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa415f3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.215670:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa415f3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000040:00080000:3.0:1763336255.216196:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1550, 88 off130160 00000004:00080000:3.0:1763336255.216207:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043177520596ns, next at 1042907816864ns, rc = 0 00000040:00080000:3.0:1763336255.216407:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1550, 88 off130072 00000004:00080000:3.0:1763336255.216413:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043177727711ns, next at 1042907782823ns, rc = 0 00000040:00080000:3.0:1763336255.216442:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1551, 88 off130160 00000004:00080000:3.0:1763336255.216447:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043177761516ns, next at 1042907782823ns, rc = 0 00000040:00080000:3.0:1763336255.216457:0:6512:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1551, 88 off130248 00000004:00080000:3.0:1763336255.216461:0:6512:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043177776112ns, next at 1042907816864ns, rc = 0 00010000:00010000:3.0:1763336255.220076:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa415f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658dc expref: 262 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.220094:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d800) 00010000:00010000:3.0:1763336255.220097:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336255.220117:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa415ec lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658dc expref: 262 pid: 6512 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763336255.220138:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa415f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658dc expref: 261 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.220175:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d800) 00010000:00010000:3.0:1763336255.220178:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336255.220181:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:3.0:1763336255.220266:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:55888:x1848991041714688:12345-192.168.203.16@tcp:101:bash.0 Request processed in 4788us (5341us total) trans 8589939916 rc 0/0 00000100:00100000:3.0:1763336255.220277:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9874 00000100:00100000:3.0:1763336255.225151:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041714816 00000100:00100000:3.0:1763336255.225157:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041714816 00000100:00100000:3.0:1763336255.225196:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6861 00000100:00100000:3.0:1763336255.225203:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:55888:x1848991041714816:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.225216:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.225238:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658e3 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336255.225263:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336255.225282:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.225284:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.225294:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 14 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.225311:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 14 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.225324:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:3.0:1763336255.225373:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:55888:x1848991041714816:12345-192.168.203.16@tcp:101:bash.0 Request processed in 171us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.225379:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6861 00000100:00100000:3.0:1763336255.247856:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6863 00000100:00100000:3.0:1763336255.258674:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041715712 00000100:00100000:3.0:1763336255.258679:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041715712 00000100:00100000:3.0:1763336255.258920:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9875 00000100:00100000:3.0:1763336255.258932:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+260:56934:x1848991041715712:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1763336255.258964:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.258995:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41608 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658f1 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.259098:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259113:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259130:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259144:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259151:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259157:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259249:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4161d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259257:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4161d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259264:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4161d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00200000:3.0:1763336255.259308:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e5:0x0]: returning size 5 00000004:00200000:3.0:1763336255.259313:0:6512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336255.259335:0:6512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4161d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259347:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4161d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259355:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259362:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259373:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259380:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.259384:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259391:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259404:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e900) 00010000:00010000:3.0:1763336255.259407:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.259411:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259417:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4160f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259428:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259433:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259439:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259444:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.259447:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259452:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259462:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e400) 00010000:00010000:3.0:1763336255.259465:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.259468:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259473:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41616 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.259502:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41608 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658f1 expref: 262 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.259517:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4161d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658f1 expref: 261 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.259524:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c928342d800) 00010000:00010000:3.0:1763336255.259526:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336255.259529:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336255.259604:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:56934:x1848991041715712:12345-192.168.203.16@tcp:101:rm.0 Request processed in 674us (1969us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.259612:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9875 00000100:00100000:3.0:1763336255.271994:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336255.276183:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.276192:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41639 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.276198:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.276202:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41639 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.276208:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41639 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.276219:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e5:0x0].0x0 (ffff9c92af4fab00) 00010000:00010000:3.0:1763336255.276222:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336255.276225:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41639 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.276230:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41639 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.276245:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.276247:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.276248:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.279091:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.288621:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041716480 00000100:00100000:3.0:1763336255.288635:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041716480 00000100:00100000:3.0:1763336255.288758:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1696 00000100:00100000:3.0:1763336255.288769:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041716480:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:3.0:1763336255.288835:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336255.288846:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.288863:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.288865:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.288872:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.288887:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336255.292355:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2cc:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763336255.292361:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2cc:0x0] updating lvb mtime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.292364:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2cc:0x0] updating lvb ctime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.292367:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2cc:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336255.292382:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.292395:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.292405:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.292413:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.292418:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.292427:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.292450:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.292457:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41655 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336255.293903:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991041716480:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5120us (5370us total) trans 21474839040 rc 0/0 00000100:00100000:3.0:1763336255.293920:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1696 00000100:00100000:3.0:1763336255.304904:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041716736 00000100:00100000:3.0:1763336255.304918:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041716736 00000100:00100000:3.0:1763336255.304976:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041716864 00000100:00100000:3.0:1763336255.304979:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041716864 00000100:00100000:3.0:1763336255.305023:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9878 00000100:00100000:3.0:1763336255.305034:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56931:x1848991041716736:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336255.305119:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.305153:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4159f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e4:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b9 expref: 262 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.305175:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.305181:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336255.305268:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4165c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305284:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4165c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305295:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4165c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00000004:00010000:3.0:1763336255.305437:0:6512:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5f5fcd8 reply state 00000000cba46918 transno 8589939919 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4165c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305450:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4165c lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305456:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.305460:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336255.305462:0:6512:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336255.305571:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56931:x1848991041716736:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 537us (1146us total) trans 8589939919 rc 0/0 00000100:00100000:3.0:1763336255.305579:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9878 00000100:00100000:3.0:1763336255.305605:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9879 00000100:00100000:3.0:1763336255.305612:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56935:x1848991041716864:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.305622:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.305637:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41663 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c658ff expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.305739:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305748:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305756:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305766:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305774:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305780:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305818:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305826:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305832:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305838:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.305843:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305851:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305860:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e900) 00010000:00010000:3.0:1763336255.305863:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.305867:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305872:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4166a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305882:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305888:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305893:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305898:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.305900:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305906:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305913:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.305916:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.305919:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305928:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41671 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336255.305949:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41663 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ff expref: 263 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.305958:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e900) 00010000:00010000:3.0:1763336255.305960:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.305963:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41663 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ff expref: 263 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.305975:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336255.305999:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56935:x1848991041716864:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 388us (1506us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336255.306007:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9879 00000100:00100000:3.0:1763336255.318251:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.329157:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041717632 00000100:00100000:3.0:1763336255.329163:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041717632 00002000:00010000:3.0:1763336255.329184:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/685 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.329189:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9189985880 with x1848991041717632 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.329197:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9189985880. 00000100:00100000:3.0:1763336255.329228:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1698 00000100:00100000:3.0:1763336255.329237:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041717632:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:3.0:1763336255.339009:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9884 00000100:00100000:3.0:1763336255.339019:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56935:x1848991041718272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.339030:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.339034:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336255.339078:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa416a2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6591b expref: 264 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.339098:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fce00) 00010000:00010000:3.0:1763336255.339109:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336255.339122:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa416c5 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65929 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.339219:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339228:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339235:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339244:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa416d3 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339251:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa416d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339256:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa416d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339633:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339643:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339651:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336255.339661:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e7:0x0]: returning size 0 00010000:00010000:3.0:1763336255.339963:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339972:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339978:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339985:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.339991:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.339996:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.340006:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.340016:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e900) 00010000:00010000:3.0:1763336255.340019:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.340023:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.340029:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa416cc lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000004:00010000:3.0:1763336255.340041:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a9e496fa reply state 0000000015fcff9a transno 8589939921 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa416d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.340050:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa416d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.340206:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.340209:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336255.340212:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336255.340244:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa416c5 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65929 expref: 267 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.340263:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65929 expref: 266 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.340270:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e7:0x0].0x0 (ffff9c929092e400) 00010000:00010000:3.0:1763336255.340272:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336255.340274:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336255.340330:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56935:x1848991041718272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1313us (1583us total) trans 8589939921 rc 0/0 00000100:00100000:3.0:1763336255.340337:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9884 00000100:00100000:3.0:1763336255.342304:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.342329:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041718656 00000100:00100000:3.0:1763336255.342333:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041718656 00000100:00100000:3.0:1763336255.342381:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9885 00000100:00100000:3.0:1763336255.342392:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56935:x1848991041718656:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.342424:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.342450:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa416e8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65937 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.342634:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.342647:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65929 expref: 268 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.342656:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.342825:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65929 expref: 268 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.342835:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65929 expref: 268 pid: 8421 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.342845:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056070016:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.342868:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.345401:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056070016:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.345436:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336255.346301:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041718912 00000100:00100000:3.0:1763336255.346308:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041718912 00010000:00010000:3.0:1763336255.346343:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa415a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658c0 expref: 33 pid: 28588 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763336255.346368:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041718784 00000100:00100000:3.0:1763336255.346372:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041718784 00010000:00010000:3.0:1763336255.346386:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa416da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65929 expref: 269 pid: 8421 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.346407:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3271 00000100:00100000:3.0:1763336255.346415:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041718912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.346434:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.346459:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa415a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658c0 expref: 33 pid: 28588 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.346472:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa415a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658c0 expref: 33 pid: 28588 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.346500:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60400/0x84ca14902aa415a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658c0 expref: 33 pid: 28588 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.346514:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.346517:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.346525:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa416ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65930 expref: 32 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.346537:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa416ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65930 expref: 32 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.346582:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa416ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65930 expref: 32 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336255.346596:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056070144:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336255.346657:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525b40 going to sleep for 11 seconds 00010000:00010000:3.0:1763336255.347524:0:8421:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.347534:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336255.347567:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e7:0x0]: returning size 0 00000004:00080000:3.0:1763336255.347813:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2b0:0x0], index 1: 0 00000004:00080000:3.0:1763336255.347820:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2cf:0x0], index 0: 0 00000004:00080000:3.0:1763336255.347825:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2d0:0x0], index 0: 0 00000004:00080000:3.0:1763336255.347829:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2b1:0x0], index 1: 0 00010000:00010000:3.0:1763336255.347948:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.347956:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.347964:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.347969:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.347973:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.347982:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.347995:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e7:0x0].0x0 (ffff9c929092e400) 00010000:00010000:3.0:1763336255.347998:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.348002:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.348009:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa416f6 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.348072:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa416e8 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65937 expref: 268 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.348089:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e7:0x0].0x0 (ffff9c929092e400) 00010000:00010000:3.0:1763336255.348092:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336255.348095:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa416e8 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65937 expref: 268 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.348110:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336255.352091:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056070144:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336255.352123:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.352207:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991041718912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5791us (6582us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.352220:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3271 00000100:00100000:3.0:1763336255.353160:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041719296 00000100:00100000:3.0:1763336255.353169:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041719296 00000100:00100000:3.0:1763336255.353218:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3407 00000100:00100000:3.0:1763336255.353225:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56935:x1848991041719296:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336255.353515:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56935:x1848991041719296:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 288us (1128us total) trans 8589939923 rc 0/0 00000100:00100000:3.0:1763336255.353523:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3407 00000100:00100000:3.0:1763336255.356447:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041719552 00000100:00100000:3.0:1763336255.356459:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041719552 00000100:00100000:3.0:1763336255.357188:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041719808 00000100:00100000:3.0:1763336255.357196:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041719808 00000100:00100000:3.0:1763336255.362468:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041719936 00000100:00100000:3.0:1763336255.362477:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041719936 00010000:00010000:3.0:1763336255.362524:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa4158a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b2 expref: 270 pid: 33424 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.362626:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3273 00000100:00100000:3.0:1763336255.362637:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:2405:x1848991041719936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.362656:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.362664:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa4158a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b2 expref: 270 pid: 33424 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.362677:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa4158a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b2 expref: 270 pid: 33424 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.362739:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa4158a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658b2 expref: 270 pid: 33424 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.362756:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.362761:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.362773:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.362781:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.362813:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.362873:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:2405:x1848991041719936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 237us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.362882:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3273 00000100:00100000:3.0:1763336255.365746:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041720192 00000100:00100000:3.0:1763336255.365760:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041720192 00000100:00100000:3.0:1763336255.365852:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9886 00000100:00100000:3.0:1763336255.365862:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:55888:x1848991041720192:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.365886:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.365910:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4170b lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6593e expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.366031:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366046:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366057:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366082:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366091:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366097:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366226:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41720 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366235:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41720 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.366241:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41720 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336255.366251:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1e7:0x0]: returning size 0 00010000:00010000:3.0:1763336255.367563:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367583:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367590:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367599:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367605:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.367610:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367618:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367636:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e900) 00010000:00010000:3.0:1763336255.367640:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.367646:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367651:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa41712 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367669:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367674:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.367679:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.369149:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.369155:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.369163:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.369180:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.369183:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.369187:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.369193:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41719 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.369271:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4170b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6593e expref: 273 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.369298:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41720 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6593e expref: 272 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.369306:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e7:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336255.369309:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336255.369312:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336255.369613:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:55888:x1848991041720192:12345-192.168.203.16@tcp:101:bash.0 Request processed in 3748us (3970us total) trans 8589939926 rc 0/0 00000100:00100000:3.0:1763336255.369624:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9886 00000100:00100000:3.0:1763336255.371486:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056070400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.371904:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.371959:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336255.371968:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056070528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.372010:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.372046:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056070784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.372087:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.372106:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336255.372111:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056070656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.372131:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.373942:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056071040 00000100:00100000:3.0:1763336255.373948:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056071040 00000100:00100000:3.0:1763336255.373976:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056070912 00000100:00100000:3.0:1763336255.373978:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056070912 00000100:00100000:3.0:1763336255.373995:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:3.0:1763336255.374001:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3649:x1848991056070912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336255.374010:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:717 count 1 00010000:00010000:3.0:1763336255.374022:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374036:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 11 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374043:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336255.374045:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336255.374048:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374083:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 11 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374100:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 11 pid: 35222 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.374111:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189b0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056071552:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.374151:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525480 going to sleep for 11 seconds 00010000:00010000:3.0:1763336255.374164:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.374169:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4173c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374176:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.374179:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4173c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374187:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4173c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374197:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4173c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374205:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa4173c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.374217:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.374219:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.374221:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1763336255.375946:0:15935:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b49a3688 reply state 0000000069da9e72 transno 8589939925 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.375975:0:15935:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.375986:0:15935:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.375990:0:15935:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336255.375994:0:15935:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336255.376003:0:15935:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.376005:0:15935:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336255.376013:0:15935:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa414e2 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6587a expref: 258 pid: 6512 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763336255.376152:0:15935:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763336255.376170:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+258:56931:x1848991041719808:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 18340us (19865us total) trans 8589939925 rc 0/0 00000100:00100000:3.0:1763336255.376181:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3409 00010000:00010000:3.0:1763336255.376215:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.376223:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.376230:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.376235:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bb281400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.376240:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.376248:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.376264:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.376266:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.376269:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.376274:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa41704 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15935 initiator: MDT0 00000100:00100000:3.0:1763336255.377244:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189b0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056071552:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.377270:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336255.377308:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.377330:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041720576 00000100:00100000:3.0:1763336255.377334:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041720576 00010000:00010000:3.0:1763336255.377361:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 12 pid: 35222 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.377391:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3274 00000100:00100000:3.0:1763336255.377399:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041720576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.377413:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.377456:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 12 pid: 35222 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.377470:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 12 pid: 35222 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.377496:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa415fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658e3 expref: 12 pid: 35222 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.377513:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.377520:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.377526:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.377536:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.377565:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.377596:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041720576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 197us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.377602:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3274 00000100:00100000:3.0:1763336255.377645:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.377663:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041720448 00000100:00100000:3.0:1763336255.377666:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041720448 00010000:00010000:3.0:1763336255.380890:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa41601 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ea expref: 33 pid: 8399 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.381110:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3275 00000100:00100000:3.0:1763336255.381129:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041720448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.381154:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.381165:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa41601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ea expref: 33 pid: 8399 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.381184:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa41601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ea expref: 33 pid: 8399 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.381214:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa41601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c658ea expref: 33 pid: 8399 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.381231:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.381233:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.381239:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa4172e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381249:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa4172e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381277:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.381333:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991041720448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 214us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.381340:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3275 00010000:00010000:3.0:1763336255.381367:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.381376:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381384:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf774e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.381389:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381399:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381413:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381420:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa41743 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.381440:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.381443:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.381444:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.387403:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041721088 00000100:00100000:3.0:1763336255.387419:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041721088 00000100:00100000:3.0:1763336255.388739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336255.390808:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.390818:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa4176d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.390828:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.390833:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa4176d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.390844:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa4176d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.390861:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e4:0x0].0x0 (ffff9c9292b7d300) 00010000:00010000:3.0:1763336255.390865:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336255.390871:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa4176d lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.390886:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703c00/0x84ca14902aa4176d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.390912:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.390915:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.390918:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.398866:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:3.0:1763336255.401659:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285880/2, rc 0, transno 17179871781 00000100:00100000:3.0:1763336255.401666:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056071936:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.404203:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.404447:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6883 00000100:00100000:3.0:1763336255.404466:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:55888:x1848991041721984:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.404480:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.404500:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa417b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65968 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336255.404523:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336255.404540:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.404543:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.404553:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa417b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65968 expref: 33 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.404575:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa417b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65968 expref: 33 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.404590:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf774e00, rc 0) 00000100:00100000:3.0:1763336255.408247:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:55888:x1848991041721984:12345-192.168.203.16@tcp:101:bash.0 Request processed in 165us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.408285:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6883 00000100:00100000:3.0:1763336255.413260:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056072320:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.413382:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa417ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414104:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414113:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414123:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414130:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414149:0:8398:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336255.414816:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3649:x1848991056072448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10133us (10185us total) trans 21474839048 rc 0/0 00000100:00100000:3.0:1763336255.414824:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6884 00010000:00010000:3.0:1763336255.414844:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336255.414852:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414860:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.414865:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414879:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414891:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414897:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa417ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414916:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.414919:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa417ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414925:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.414928:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa417ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414934:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa417ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414942:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa417ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414948:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa417ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.414966:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.415175:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.415178:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336255.415216:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae287480/2, rc 0, transno 21474839048 00000100:00100000:3.0:1763336255.415223:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056072448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.415266:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.415281:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041722752 00000100:00100000:3.0:1763336255.415284:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041722752 00010000:00010000:3.0:1763336255.415300:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281000/0x84ca14902aa41678 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65906 expref: 11 pid: 35222 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.415896:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336255.415903:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa417a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.415911:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.415914:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa417a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.415921:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa417a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.415931:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa417a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.415937:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa417a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.415952:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.415956:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16400/0x84ca14902aa417c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.415961:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.415964:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16400/0x84ca14902aa417c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.416023:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16400/0x84ca14902aa417c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.416035:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16400/0x84ca14902aa417c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.416041:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16400/0x84ca14902aa417c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.416056:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.416058:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.416060:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336255.416097:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae286680/2, rc 0, transno 21474839049 00000100:00100000:3.0:1763336255.416102:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae286680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056072576:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763336255.416111:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae287800/2, rc 0, transno 17179871784 00000100:00100000:3.0:1763336255.416114:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056071808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.419886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.421021:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.426548:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.432014:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041724032 00000100:00100000:3.0:1763336255.432020:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041724032 00000100:00100000:3.0:1763336255.432072:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3413 00000100:00100000:3.0:1763336255.432080:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56931:x1848991041724032:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336255.436409:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56931:x1848991041724032:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 4308us (5030us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.436430:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3413 00000100:00100000:3.0:1763336255.445955:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.452161:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041724928 00000100:00100000:3.0:1763336255.452174:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041724928 00000100:00100000:3.0:1763336255.452242:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9897 00000100:00100000:3.0:1763336255.452254:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+264:56931:x1848991041724928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.452285:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.452311:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775a00/0x84ca14902aa41831 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6598b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.452373:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775a00/0x84ca14902aa41831 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6598b expref: 265 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.452388:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775a00/0x84ca14902aa41831 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6598b expref: 265 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.452406:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e7:0x0].0x0 (ffff9c929092ed00) 00010000:00010000:3.0:1763336255.452409:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.452413:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775a00, rc 0) 00000100:00100000:3.0:1763336255.452479:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56931:x1848991041724928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 227us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.452491:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9897 00000100:00100000:3.0:1763336255.454462:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336255.455716:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.455725:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa41838 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336255.455733:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.455738:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa41838 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336255.455748:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa41838 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336255.455764:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e7:0x0].0x0 (ffff9c929092ed00) 00010000:00010000:3.0:1763336255.455767:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336255.455773:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa41838 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336255.455779:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60400/0x84ca14902aa41838 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336255.455793:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.455795:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.455797:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.461961:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056073344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763336255.462047:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.463713:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056073344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763336255.463820:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056074112:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.463849:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.463868:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1848991056074624:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.463890:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.463909:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763336255.463914:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056073984:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.463936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.463953:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1848991056074496:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.463973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.464000:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056074112 00000100:00100000:3.0:1763336255.464005:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056074112 00000100:00100000:3.0:1763336255.464045:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056073984 00000100:00100000:3.0:1763336255.464048:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056073984 00000100:00100000:3.0:1763336255.464081:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1763336255.464088:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056074112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464131:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056074112:12345-0@lo:400:kworker.0 Request processed in 43us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.464138:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1763336255.464150:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1763336255.464156:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056073984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464183:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056073984:12345-0@lo:400:kworker.0 Request processed in 28us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.464189:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:3.0:1763336255.464206:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336255.464230:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056073984:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464240:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056074112:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464260:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848991056073856:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464286:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.464305:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3649:1848991056074368:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464325:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.464341:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3649:1848991056074880:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464361:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.464386:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1763336255.464392:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3649:1848991056073728:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464426:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.464468:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1848991056074240:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.464499:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.465874:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056074752:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.465919:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.465960:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056073728 00000100:00100000:3.0:1763336255.465966:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056073728 00000100:00100000:3.0:1763336255.466016:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1763336255.466026:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbeb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3649:x1848991056073728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.466086:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbeb3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3649:x1848991056073728:12345-0@lo:400:kworker.0 Request processed in 61us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.466093:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1763336255.466151:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3649:1848991056073728:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.466756:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1763336255.466767:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1848991056074880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.466816:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1848991056074880:12345-0@lo:400:kworker.0 Request processed in 51us (2453us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.466828:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1763336255.466875:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1848991056074496:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.466892:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1848991056074624:0@lo:400:kworker.0 00000100:00100000:3.0:1763336255.476853:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041725696 00000100:00100000:3.0:1763336255.476861:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041725696 00000100:00100000:3.0:1763336255.496191:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.496253:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.496435:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9904 00000100:00100000:3.0:1763336255.496448:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56937:x1848991041726464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.496480:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.496508:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa418cb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c659bc expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.496636:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa418d2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.496653:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 272 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.496663:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa418d2 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.496747:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 272 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.496762:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 272 pid: 6514 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.496782:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056075008:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.496884:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.500856:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056075008:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.500898:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa418d2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336255.501779:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041727104 00000100:00100000:3.0:1763336255.501787:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041727104 00010000:00010000:3.0:1763336255.501821:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 273 pid: 6514 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.501867:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3280 00000100:00100000:3.0:1763336255.502417:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:2404:x1848991041727104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.502431:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.502439:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 273 pid: 6514 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.502453:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 273 pid: 6514 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.502795:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa418b6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659b5 expref: 273 pid: 6514 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.502813:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa100) 00010000:00010000:3.0:1763336255.502819:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa418d2 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.502834:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa418d2 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.502842:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa418d2 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.502973:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.503667:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:2404:x1848991041727104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1786us (2586us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.503679:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3280 00000100:00100000:3.0:1763336255.504269:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056075136 00000100:00100000:3.0:1763336255.504281:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056075136 00000100:00100000:3.0:1763336255.504337:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887 00000100:00100000:3.0:1763336255.504352:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:32328:x1848991056075136:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1763336255.504398:0:9765:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 738 00000100:00100000:3.0:1763336255.507789:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:32328:x1848991056075136:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3439us (3701us total) trans 21474839051 rc 0/0 00000100:00100000:3.0:1763336255.507799:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887 00000100:00100000:3.0:1763336255.507959:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.508008:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.513867:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.521838:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.522617:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.533824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.533940:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.537215:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041729152 00000100:00100000:3.0:1763336255.537225:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041729152 00000100:00100000:3.0:1763336255.537290:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9910 00000100:00100000:3.0:1763336255.537302:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:55888:x1848991041729152:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:3.0:1763336255.537354:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.537382:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4191f lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659d8 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.537661:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.537666:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336255.537880:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa4195e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.537894:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa4195e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.537903:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa4195e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000001:00080000:3.0:1763336255.537946:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589939949 00000004:00010000:3.0:1763336255.537971:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a60e713a reply state 000000006d907eb3 transno 8589939950 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa4195e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.537983:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281400/0x84ca14902aa4195e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.537989:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.537992:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336255.538008:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336255.538118:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:55888:x1848991041729152:12345-192.168.203.16@tcp:36:bash.0 Request processed in 817us (1064us total) trans 8589939950 rc 0/0 00000100:00100000:3.0:1763336255.538127:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9910 00000020:00080000:3.0:1763336255.538132:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336255.543002:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041729536 00000100:00100000:3.0:1763336255.543017:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041729536 00000100:00100000:3.0:1763336255.543103:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9911 00000100:00100000:3.0:1763336255.543115:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:55888:x1848991041729536:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.543141:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.543166:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa41965 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c659ed expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.543232:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa41965 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659ed expref: 283 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.543249:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa41965 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659ed expref: 283 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.543269:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.543272:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.543277:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281000, rc 0) 00000100:00100000:3.0:1763336255.543340:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:55888:x1848991041729536:12345-192.168.203.16@tcp:101:bash.0 Request processed in 228us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.543347:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9911 00000100:00100000:3.0:1763336255.548540:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041729920 00000100:00100000:3.0:1763336255.548547:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041729920 00000100:00100000:3.0:1763336255.548653:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9912 00000100:00100000:3.0:1763336255.548667:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:55888:x1848991041729920:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.548678:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.548682:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336255.548737:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281000/0x84ca14902aa41965 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659ed expref: 284 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.548765:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.548771:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336255.548785:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281600/0x84ca14902aa4196c lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c659f4 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.548822:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa41973 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.548836:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa41973 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.548853:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa41973 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000040:00080000:3.0:1763336255.550229:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1562, 88 off131072 00000004:00080000:3.0:1763336255.550243:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043511557314ns, next at 1044232376345ns, rc = 0 00000040:00080000:3.0:1763336255.550280:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1562, 88 off130984 00000004:00080000:3.0:1763336255.550284:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043511598545ns, next at 1044232418716ns, rc = 0 00000040:00080000:3.0:1763336255.550304:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1563, 88 off131072 00000004:00080000:3.0:1763336255.550307:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043511622127ns, next at 1044232418716ns, rc = 0 00000040:00080000:3.0:1763336255.550925:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1563, 88 off131160 00000004:00080000:3.0:1763336255.550934:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043512248514ns, next at 1044232376345ns, rc = 0 00000100:00100000:3.0:1763336255.554659:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056075520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.555110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.555944:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056076160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.555992:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.556050:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1763336255.556079:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:3648:x1848991056076416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.556205:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3648:x1848991056076416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 143us (1240us total) trans 17179871788 rc 0/0 00000100:00100000:3.0:1763336255.556213:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1763336255.556234:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6896 00000100:00100000:3.0:1763336255.556241:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:3647:x1848991056076160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336255.556256:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:689 count 1 00002000:00010000:3.0:1763336255.556276:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336255.556281:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556291:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.556293:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.556296:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556306:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556314:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556321:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556338:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763336255.556505:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+56:3647:x1848991056076160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 265us (514us total) trans 17179871789 rc 0/0 00000100:00100000:3.0:1763336255.556523:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6896 00010000:00010000:3.0:1763336255.556552:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336255.556562:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa41981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556573:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.556578:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa41981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556589:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa41981 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556611:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa41981 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556619:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa41981 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556645:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.556650:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556657:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.556660:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556667:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556676:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556710:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4198f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556723:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.556725:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.556727:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336255.556767:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f41180/2, rc 0, transno 17179871789 00000100:00100000:3.0:1763336255.556774:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056076160:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763336255.556835:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa41973 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659f4 expref: 260 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556849:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.556853:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336255.556874:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281600/0x84ca14902aa4196c lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659f4 expref: 260 pid: 8421 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763336255.556896:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa41973 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659f4 expref: 259 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.556933:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.556939:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336255.556944:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281e00, rc 0) 00000100:00100000:3.0:1763336255.557000:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+259:55888:x1848991041729920:12345-192.168.203.16@tcp:101:bash.0 Request processed in 8332us (8629us total) trans 8589939952 rc 0/0 00000100:00100000:3.0:1763336255.557015:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9912 00010000:00010000:3.0:1763336255.564975:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa417b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65968 expref: 31 pid: 28588 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.564991:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056076544:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.565011:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565023:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565029:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565038:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565045:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565073:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336255.565332:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+56:3647:x1848991056075520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9245us (10265us total) trans 17179871790 rc 0/0 00000100:00100000:3.0:1763336255.565347:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895 00010000:00010000:3.0:1763336255.565379:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.565388:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565398:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.565401:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565410:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565427:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565434:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa41988 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.565450:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.565452:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.565454:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336255.565483:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f43800/2, rc 0, transno 17179871790 00000100:00100000:3.0:1763336255.565490:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056075520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.569474:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041730688 00000100:00100000:3.0:1763336255.569483:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041730688 00010000:00010000:3.0:1763336255.569521:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41911 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659d1 expref: 12 pid: 27808 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763336255.569549:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3283 00000100:00100000:3.0:1763336255.569559:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041730688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.569576:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.569584:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41911 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659d1 expref: 12 pid: 27808 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.569597:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41911 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659d1 expref: 12 pid: 27808 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.569626:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41911 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659d1 expref: 12 pid: 27808 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.569642:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.569644:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.569653:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.569664:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.569739:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336255.569756:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056076800:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336255.569843:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.572193:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041730816 00000100:00100000:3.0:1763336255.572208:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041730816 00000100:00100000:3.0:1763336255.572283:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6899 00000100:00100000:3.0:1763336255.572296:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041730816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.572319:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.572343:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa419c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65a09 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336255.572419:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056076928:192.168.203.16@tcp:106: 00000100:00100000:3.0:1763336255.572651:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525180 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.572910:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056076800:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336255.572988:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.573196:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041730688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3638us (4509us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.573207:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3283 00002000:00010000:3.0:1763336255.575298:0:27808:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x2d1:0x0] updating lvb mtime: 0 -> 1763336255 00002000:00010000:3.0:1763336255.575310:0:27808:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x2d1:0x0] updating lvb atime: 0 -> 1763336255 00002000:00010000:3.0:1763336255.575312:0:27808:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x2d1:0x0] updating lvb ctime: 0 -> 1763336255 00000100:00100000:3.0:1763336255.575341:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056076928:192.168.203.16@tcp:106: 00010000:00010000:3.0:1763336255.575383:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa419c0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a09 expref: 12 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336255.575409:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa419c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a09 expref: 12 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336255.575424:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336255.575578:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041730816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3283us (3909us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336255.575595:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6899 00000100:00100000:3.0:1763336255.575889:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041731200 00000100:00100000:3.0:1763336255.575896:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041731200 00002000:00010000:3.0:1763336255.575918:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/690 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.575923:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac4380 with x1848991041731200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.575933:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92b6ac4380. 00000100:00100000:3.0:1763336255.575970:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1702 00000100:00100000:3.0:1763336255.575980:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041731200:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336255.576175:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.576181:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb mtime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.576186:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.576195:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb ctime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.576198:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.576655:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041731200:12345-192.168.203.16@tcp:10:bash.0 Request processed in 674us (912us total) trans 17179871791 rc 0/0 00000100:00100000:3.0:1763336255.576664:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1702 00002000:00010000:3.0:1763336255.576678:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/690 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.576682:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac4380 with x1848991041731200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.576713:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92b6ac4380. 00000100:00100000:3.0:1763336255.582331:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041731968 00000100:00100000:3.0:1763336255.582338:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041731968 00000100:00100000:3.0:1763336255.582749:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9914 00000100:00100000:3.0:1763336255.582761:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56940:x1848991041731968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.582786:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.582813:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa419ce lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65a17 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.582941:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.582963:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 264 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.582974:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.583017:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 264 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.583032:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 264 pid: 8421 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.583048:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056077056:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.583132:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525180 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.589770:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056077056:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.589813:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336255.591057:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041732096 00000100:00100000:3.0:1763336255.591079:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041732096 00010000:00010000:3.0:1763336255.591125:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 265 pid: 8421 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.591174:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3284 00000100:00100000:3.0:1763336255.591184:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:2405:x1848991041732096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.591203:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.591211:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 265 pid: 8421 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.591225:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 265 pid: 8421 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.591254:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa419b2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c659fb expref: 265 pid: 8421 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.591276:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.591283:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.591294:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.591303:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.591337:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.591399:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:2405:x1848991041732096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 216us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.591408:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3284 00000100:00100000:3.0:1763336255.598201:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041732480 00000100:00100000:3.0:1763336255.598206:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041732480 00010000:00010000:3.0:1763336255.598227:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a17 expref: 268 pid: 8421 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.598265:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3285 00000100:00100000:3.0:1763336255.598271:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:2406:x1848991041732480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.598280:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.598286:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a17 expref: 268 pid: 8421 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.598297:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a17 expref: 268 pid: 8421 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.598316:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa419d5 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1e9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a17 expref: 268 pid: 8421 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.598329:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.598334:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa419f1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.598347:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa419f1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.598355:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa419f1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336255.598364:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa41a06 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.598370:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa41a06 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.598376:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa41a06 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.598423:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.598504:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:2406:x1848991041732480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 230us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.598513:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3285 00000100:00100000:3.0:1763336255.601834:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.614269:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041733248 00000100:00100000:3.0:1763336255.614289:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041733248 00000100:00100000:3.0:1763336255.617053:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.622975:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041733760 00000100:00100000:3.0:1763336255.622986:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041733760 00010000:00010000:3.0:1763336255.623026:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 15 pid: 27808 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.623099:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3286 00000100:00100000:3.0:1763336255.623112:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041733760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.623133:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763336255.623197:0:16422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2d1:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763336255.623202:0:16422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2d1:0x0] updating lvb atime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.623204:0:16422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2d1:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336255.623211:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 15 pid: 27808 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.623225:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 15 pid: 27808 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.623252:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185703a00/0x84ca14902aa41996 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a02 expref: 15 pid: 27808 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.623278:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.623280:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.623288:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa41a3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.623299:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa41a3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.623334:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.623393:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041733760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 283us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.623402:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3286 00000100:00100000:3.0:1763336255.629409:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041734272 00000100:00100000:3.0:1763336255.629427:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041734272 00000100:00100000:3.0:1763336255.629518:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9924 00000100:00100000:3.0:1763336255.629529:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56942:x1848991041734272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.629557:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.629585:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa41a84 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65a4f expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.629780:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629798:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629811:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629822:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629830:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629838:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629901:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629909:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629916:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629923:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629929:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.629933:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629941:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629964:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.629968:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.629974:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629981:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41a8b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.629998:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630004:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630010:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630015:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.630018:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630023:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630030:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9290077f00) 00010000:00010000:3.0:1763336255.630032:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.630034:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630039:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41a92 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.630079:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa41a84 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a4f expref: 269 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.630092:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fa900) 00010000:00010000:3.0:1763336255.630095:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.630098:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa41a84 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a4f expref: 269 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.630108:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336255.630202:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56942:x1848991041734272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 674us (877us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336255.630211:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9924 00000100:00100000:3.0:1763336255.632632:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.632738:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056077568 00000100:00100000:3.0:1763336255.632747:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056077568 00000100:00100000:3.0:1763336255.632799:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903 00000100:00100000:3.0:1763336255.632811:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3648:x1848991056077568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.632999:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3648:x1848991056077568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 189us (367us total) trans 21474839058 rc 0/0 00000100:00100000:3.0:1763336255.633010:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903 00000100:00100000:3.0:1763336255.636221:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041734656 00000100:00100000:3.0:1763336255.636229:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041734656 00000100:00100000:3.0:1763336255.636434:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9926 00000100:00100000:3.0:1763336255.636443:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+261:56940:x1848991041734656:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.636459:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.636473:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41abc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65a5d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.636512:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41abc lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a5d expref: 262 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.636524:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa41abc lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a5d expref: 262 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.636541:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c9290077e00) 00010000:00010000:3.0:1763336255.636544:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336255.636547:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:3.0:1763336255.636881:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56940:x1848991041734656:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 439us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.636888:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9926 00000100:00100000:3.0:1763336255.638100:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.639245:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.644303:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.663559:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.666265:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.671793:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.674371:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.675993:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c686a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.676021:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.676074:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336255.676083:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.676110:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.676338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.676383:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056078336 00000100:00100000:3.0:1763336255.676386:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056078336 00000100:00100000:3.0:1763336255.676596:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910 00000100:00100000:3.0:1763336255.676603:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+59:3648:x1848991056078336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.677157:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+60:3648:x1848991056078336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 554us (1046us total) trans 17179871795 rc 0/0 00000100:00100000:3.0:1763336255.677216:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910 00000004:00080000:3.0:1763336255.677256:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183a0ea00/2, rc 0, transno 21474839061 00000100:00100000:3.0:1763336255.677263:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056078080:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336255.677273:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183313100/2, rc 0, transno 21474839060 00000100:00100000:3.0:1763336255.677276:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056077952:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336255.677351:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c686300/2, rc 0, transno 17179871795 00000100:00100000:3.0:1763336255.677356:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078336:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336255.677363:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c686a00/2, rc 0, transno 17179871794 00000100:00100000:3.0:1763336255.677366:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c686a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.679404:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041737344 00000100:00100000:3.0:1763336255.679411:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041737344 00000100:00100000:3.0:1763336255.679452:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6913 00000100:00100000:3.0:1763336255.679460:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:55888:x1848991041737344:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336255.679473:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.679490:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa41b41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65a95 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336255.679525:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336255.679541:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.679552:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.679560:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa41b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a95 expref: 34 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.679573:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa41b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a95 expref: 34 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.679583:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336255.679626:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:55888:x1848991041737344:12345-192.168.203.16@tcp:101:bash.0 Request processed in 167us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.679637:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6913 00000100:00100000:3.0:1763336255.685312:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041737984 00000100:00100000:3.0:1763336255.685320:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041737984 00002000:00010000:3.0:1763336255.685349:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/723 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.685352:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b92d80 with x1848991041737984 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.685361:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b92d80. 00000100:00100000:3.0:1763336255.685391:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041737856 00000100:00100000:3.0:1763336255.685395:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041737856 00002000:00010000:3.0:1763336255.685405:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/692 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.685408:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b93480 with x1848991041737856 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.685413:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186b93480. 00000100:00100000:3.0:1763336255.685437:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1705 00000100:00100000:3.0:1763336255.685445:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041737984:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336255.685577:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2d3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.685580:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2d3:0x0] updating lvb mtime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.685584:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2d3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.685586:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2d3:0x0] updating lvb ctime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.685589:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2d3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.685644:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041737984:12345-192.168.203.16@tcp:10:bash.0 Request processed in 198us (413us total) trans 21474839062 rc 0/0 00000100:00100000:3.0:1763336255.685652:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1705 00002000:00010000:3.0:1763336255.685656:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/723 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.685659:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b92d80 with x1848991041737984 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.685663:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b92d80. 00000001:00080000:3.0:1763336255.687332:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871796 is committed 00000001:00080000:3.0:1763336255.687347:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871795 is committed 00010000:00010000:3.0:1763336255.702600:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.702609:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa41ba3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.702625:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.702630:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa41ba3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.702637:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa41ba3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.702647:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ea:0x0].0x0 (ffff9c918a24eb00) 00010000:00010000:3.0:1763336255.702650:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336255.702653:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa41ba3 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.702659:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa41ba3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336255.702677:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.702680:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.702713:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.702958:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.704439:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.713836:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.718826:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041740288 00000100:00100000:3.0:1763336255.718832:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041740288 00000100:00100000:3.0:1763336255.718878:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9940 00000100:00100000:3.0:1763336255.718886:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56944:x1848991041740288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.718946:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.718962:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41bd4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65ac6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.719010:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719020:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719030:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719045:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719052:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719058:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719108:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719115:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719120:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719126:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719131:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.719135:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719143:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719153:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e400) 00010000:00010000:3.0:1763336255.719156:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.719160:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719166:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41bdb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719179:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719184:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719190:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719194:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.719197:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719203:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719210:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24e700) 00010000:00010000:3.0:1763336255.719212:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.719215:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719220:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41be2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.719244:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41bd4 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ac6 expref: 269 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.719253:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e400) 00010000:00010000:3.0:1763336255.719255:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.719259:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41bd4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ac6 expref: 269 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.719275:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:3.0:1763336255.719327:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56944:x1848991041740288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 442us (997us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336255.719334:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9940 00000100:00100000:3.0:1763336255.721891:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041740544 00000100:00100000:3.0:1763336255.721898:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041740544 00000100:00100000:3.0:1763336255.723679:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056079104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.723981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.724021:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078848:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.724057:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.724087:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056079360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.724111:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.724131:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763336255.724139:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078976:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.724165:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.724182:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056079488:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.724213:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.724241:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056079488 00000100:00100000:3.0:1763336255.724247:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056079488 00000100:00100000:3.0:1763336255.724274:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00100000:3.0:1763336255.724287:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3648:x1848991056078848:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336255.724399:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.724403:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb mtime from disk: 1763336255 -> 1763336255 00002000:00010000:3.0:1763336255.724406:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.724409:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb ctime from disk: 1763336255 -> 1763336255 00002000:00010000:3.0:1763336255.724411:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.724451:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3648:x1848991056078848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (396us total) trans 17179871799 rc 0/0 00000100:00100000:3.0:1763336255.724459:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000100:00100000:3.0:1763336255.724476:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6922 00000100:00100000:3.0:1763336255.724493:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3646:x1848991056079104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336255.724509:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:723 count 1 00010000:00010000:3.0:1763336255.724522:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.724615:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa41b56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65aa3 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.724622:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336255.724624:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336255.724626:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.724650:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa41b56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65aa3 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.724670:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa41b56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65aa3 expref: 18 pid: 27808 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.724682:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056079744:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.724765:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.724786:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6925 00000100:00100000:3.0:1763336255.724795:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3648:x1848991056079488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336255.724884:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2d2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.724888:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2d2:0x0] updating lvb mtime from disk: 1763336255 -> 1763336255 00002000:00010000:3.0:1763336255.724894:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2d2:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.724897:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2d2:0x0] updating lvb ctime from disk: 1763336255 -> 1763336255 00002000:00010000:3.0:1763336255.724900:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2d2:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.724935:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3648:x1848991056079488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 140us (723us total) trans 21474839067 rc 0/0 00000100:00100000:3.0:1763336255.724945:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6925 00010000:00010000:3.0:1763336255.724970:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.724978:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa41c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.725035:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.725039:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa41c05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.725046:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa41c05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.725057:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa41c05 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.725073:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa41c05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.725088:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.725091:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.725093:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.725118:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871795 gen 2 00000004:00080000:3.0:1763336255.725124:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a7100, transno 17179871724 00000004:00080000:3.0:1763336255.725144:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a4e00, transno 17179871725 00000004:00080000:3.0:1763336255.725147:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918a241180, transno 17179871728 00000004:00080000:3.0:1763336255.725150:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183215f80, transno 17179871729 00000004:00080000:3.0:1763336255.725152:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183214700, transno 17179871730 00000004:00080000:3.0:1763336255.725154:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183215180, transno 17179871731 00000004:00080000:3.0:1763336255.725157:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186126680, transno 17179871732 00000004:00080000:3.0:1763336255.725160:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186126d80, transno 17179871733 00000004:00080000:3.0:1763336255.725163:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9ed80, transno 17179871734 00000004:00080000:3.0:1763336255.725165:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9d500, transno 17179871735 00000004:00080000:3.0:1763336255.725167:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509500, transno 17179871737 00000004:00080000:3.0:1763336255.725170:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184ee2680, transno 17179871738 00000004:00080000:3.0:1763336255.725172:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509880, transno 17179871739 00000004:00080000:3.0:1763336255.725175:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186508380, transno 17179871740 00000004:00080000:3.0:1763336255.725177:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62d180, transno 17179871743 00000004:00080000:3.0:1763336255.725179:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62e680, transno 17179871744 00000004:00080000:3.0:1763336255.725182:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62d500, transno 17179871745 00000004:00080000:3.0:1763336255.725184:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62ca80, transno 17179871746 00000004:00080000:3.0:1763336255.725187:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b644e00, transno 17179871750 00000004:00080000:3.0:1763336255.725190:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b645500, transno 17179871751 00000004:00080000:3.0:1763336255.725192:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b647800, transno 17179871752 00000004:00080000:3.0:1763336255.725194:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b645c00, transno 17179871753 00000004:00080000:3.0:1763336255.725197:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9ecce00, transno 17179871754 00000004:00080000:3.0:1763336255.725199:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9ecdf80, transno 17179871755 00000004:00080000:3.0:1763336255.725202:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9ecf800, transno 17179871756 00000004:00080000:3.0:1763336255.725204:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9eced80, transno 17179871757 00000004:00080000:3.0:1763336255.725207:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6d80, transno 17179871759 00000004:00080000:3.0:1763336255.725209:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62dc00, transno 17179871760 00000004:00080000:3.0:1763336255.725212:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186b89f80, transno 17179871761 00000004:00080000:3.0:1763336255.725214:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186b8b480, transno 17179871762 00000004:00080000:3.0:1763336255.725218:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867e8380, transno 17179871764 00000004:00080000:3.0:1763336255.725220:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867ea680, transno 17179871765 00000004:00080000:3.0:1763336255.725222:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867e8700, transno 17179871766 00000004:00080000:3.0:1763336255.725225:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867e8000, transno 17179871767 00000004:00080000:3.0:1763336255.725228:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9189986d80, transno 17179871770 00000004:00080000:3.0:1763336255.725230:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9189984a80, transno 17179871771 00000004:00080000:3.0:1763336255.725233:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af0ad80, transno 17179871772 00000004:00080000:3.0:1763336255.725235:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af09180, transno 17179871773 00000004:00080000:3.0:1763336255.725238:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b645180, transno 17179871777 00000004:00080000:3.0:1763336255.725240:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a5c00, transno 17179871778 00000004:00080000:3.0:1763336255.725243:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b645880, transno 17179871779 00000004:00080000:3.0:1763336255.725245:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186311880, transno 17179871780 00000004:00080000:3.0:1763336255.725248:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285880, transno 17179871781 00000004:00080000:3.0:1763336255.725250:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae284700, transno 17179871782 00000004:00080000:3.0:1763336255.725253:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae286a00, transno 17179871783 00000004:00080000:3.0:1763336255.725255:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae287800, transno 17179871784 00000004:00080000:3.0:1763336255.725265:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f42680, transno 17179871787 00000004:00080000:3.0:1763336255.725268:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f43100, transno 17179871788 00000004:00080000:3.0:1763336255.725271:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f41180, transno 17179871789 00000004:00080000:3.0:1763336255.725273:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f43800, transno 17179871790 00000004:00080000:3.0:1763336255.725276:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af08380, transno 17179871792 00000004:00080000:3.0:1763336255.725278:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b642a00, transno 17179871793 00000004:00080000:3.0:1763336255.725281:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c686a00, transno 17179871794 00000004:00080000:3.0:1763336255.725283:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c686300, transno 17179871795 00000100:00100000:3.0:1763336255.725289:0:3648:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c91831af100 x1848991056078976/t17179871801(17179871801) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336271 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763336255.725309:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831af100/2, rc 0, transno 17179871801 00000100:00100000:3.0:1763336255.725313:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078976:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336255.725329:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892ebb80/2, rc 0, transno 21474839067 00000100:00100000:3.0:1763336255.725332:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056079488:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336255.725339:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831aea00/2, rc 0, transno 17179871799 00000100:00100000:3.0:1763336255.725342:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056078848:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336255.725349:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892e9500/2, rc 0, transno 21474839066 00000100:00100000:3.0:1763336255.725353:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056079360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.727507:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056079744:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.727526:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336255.727561:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3290 00000100:00100000:3.0:1763336255.727575:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189984a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041740928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.727588:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.727598:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa41b41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a95 expref: 18 pid: 29013 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.727618:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa41b41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a95 expref: 18 pid: 29013 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.727643:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.727648:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.727655:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7000/0x84ca14902aa41bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.727677:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7000/0x84ca14902aa41bf7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.727735:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.727774:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189984a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041740928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 201us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.727794:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3290 00010000:00010000:3.0:1763336255.727823:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.727838:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.727853:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.727872:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa41c0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.727903:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336255.728132:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3646:x1848991056079104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3649us (4152us total) trans 21474839068 rc 0/0 00000100:00100000:3.0:1763336255.728140:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6922 00010000:00010000:3.0:1763336255.728161:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.731650:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.731658:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41c52 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.731665:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.731669:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41c52 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.731676:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41c52 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.731734:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1e9:0x0].0x0 (ffff9c9290077e00) 00010000:00010000:3.0:1763336255.731737:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336255.731741:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41c52 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.731746:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa41c52 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 15935 initiator: MDT0 00010000:00010000:3.0:1763336255.731754:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.731756:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.731757:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.734922:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.740745:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041742720 00000100:00100000:3.0:1763336255.740757:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041742720 00000100:00100000:3.0:1763336255.740808:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3430 00000100:00100000:3.0:1763336255.740817:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56944:x1848991041742720:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336255.741107:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56944:x1848991041742720:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 289us (463us total) trans 8589939978 rc 0/0 00000100:00100000:3.0:1763336255.741114:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3430 00000100:00100000:3.0:1763336255.765813:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041744256 00000100:00100000:3.0:1763336255.765826:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041744256 00000100:00100000:3.0:1763336255.766012:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.780043:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056080128 00000100:00100000:3.0:1763336255.780052:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056080128 00000100:00100000:3.0:1763336255.780123:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056080768 00000100:00100000:3.0:1763336255.780130:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056080768 00000100:00100000:3.0:1763336255.780151:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056080256 00000100:00100000:3.0:1763336255.780153:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056080256 00000100:00100000:3.0:1763336255.780195:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056080896 00000100:00100000:3.0:1763336255.780198:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056080896 00000100:00100000:3.0:1763336255.780209:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056081024 00000100:00100000:3.0:1763336255.780211:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056081024 00000100:00100000:3.0:1763336255.780230:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6928 00000100:00100000:3.0:1763336255.780236:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3646:x1848991056080768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336255.780262:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:721 count 1 00010000:00010000:3.0:1763336255.780288:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.780308:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336255.780317:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.780320:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.780325:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.780350:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336255.780366:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 18 pid: 29013 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763336255.780383:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056081280:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.780412:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.780434:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6930 00000100:00100000:3.0:1763336255.780439:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3646:x1848991056080896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336255.780450:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:722 count 1 00010000:00010000:3.0:1763336255.780460:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.780472:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa41baa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ab8 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.780480:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336255.780482:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336255.780485:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.780504:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa41baa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ab8 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.780629:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa41baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ab8 expref: 18 pid: 27808 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.780638:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056081664:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.780661:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.780760:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6932 00000100:00100000:3.0:1763336255.780768:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3648:x1848991056081024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763336255.780842:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2d5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.780846:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2d5:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.780849:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2d5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.780851:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2d5:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.780853:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2d5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.780882:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3648:x1848991056081024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (770us total) trans 21474839069 rc 0/0 00000100:00100000:3.0:1763336255.780888:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6932 00000100:00100000:3.0:1763336255.781242:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6934 00000100:00100000:3.0:1763336255.781249:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3648:x1848991056081152:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.781335:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3648:x1848991056081152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (275us total) trans 21474839070 rc 0/0 00000100:00100000:3.0:1763336255.781340:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6934 00000100:00100000:3.0:1763336255.784766:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041744896 00000100:00100000:3.0:1763336255.784775:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041744896 00000100:00100000:3.0:1763336255.784831:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3432 00000100:00100000:3.0:1763336255.784839:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56945:x1848991041744896:12345-192.168.203.16@tcp:49:lfs.0 00000100:00100000:3.0:1763336255.784946:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+262:56945:x1848991041744896:12345-192.168.203.16@tcp:49:lfs.0 Request processed in 107us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.784954:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3432 00000100:00100000:3.0:1763336255.786817:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041745024 00000100:00100000:3.0:1763336255.786824:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041745024 00010000:00010000:3.0:1763336255.786848:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 19 pid: 29013 timeout: 1143 lvb_type: 1 00000100:00100000:3.0:1763336255.786895:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3294 00000100:00100000:3.0:1763336255.786905:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041745024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.786916:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.786925:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 19 pid: 29013 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.786942:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 19 pid: 29013 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.786974:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa41adf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65a72 expref: 19 pid: 29013 timeout: 1143 lvb_type: 1 00010000:00010000:3.0:1763336255.787013:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.787019:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336255.787024:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787038:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787104:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.787180:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041745024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 271us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.787238:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3294 00000100:00100000:3.0:1763336255.787368:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056081664:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.787409:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787502:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787513:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787524:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787533:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41d01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.787563:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336255.788072:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3646:x1848991056080768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7822us (8183us total) trans 21474839071 rc 0/0 00000100:00100000:3.0:1763336255.788094:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6928 00010000:00010000:3.0:1763336255.788123:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336255.788132:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.788146:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336255.788153:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.788173:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.788189:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.788198:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa41d0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.788625:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.788628:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.788629:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336255.788636:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336255.791766:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.793028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.798326:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.798427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.805423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.808999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.809630:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.812206:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1710 00000100:00100000:3.0:1763336255.812221:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041746688:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336255.812367:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.812371:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb mtime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.812374:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.812376:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb ctime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.812384:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.812500:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041746688:12345-192.168.203.16@tcp:10:bash.0 Request processed in 283us (2872us total) trans 17179871807 rc 0/0 00000100:00100000:3.0:1763336255.812513:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1710 00002000:00010000:3.0:1763336255.812518:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/694 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.812521:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183215180 with x1848991041746688 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.812527:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183215180. 00000100:00100000:3.0:1763336255.820427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.830005:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041747840 00000100:00100000:3.0:1763336255.830013:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041747840 00000100:00100000:3.0:1763336255.830077:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3437 00000100:00100000:3.0:1763336255.830087:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56947:x1848991041747840:12345-192.168.203.16@tcp:35:rm.0 00000100:00100000:3.0:1763336255.836197:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56947:x1848991041747840:12345-192.168.203.16@tcp:35:rm.0 Request processed in 6096us (6674us total) trans 8589939990 rc 0/0 00000100:00100000:3.0:1763336255.836213:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3437 00000100:00100000:3.0:1763336255.836430:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041747968 00000100:00100000:3.0:1763336255.836440:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041747968 00010000:00010000:3.0:1763336255.836479:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa41d32 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b2f expref: 272 pid: 23631 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.836516:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3298 00000100:00100000:3.0:1763336255.836524:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:2404:x1848991041747968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.836542:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.836549:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa41d32 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b2f expref: 272 pid: 23631 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.836562:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa41d32 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b2f expref: 272 pid: 23631 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.836593:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ec:0x0].0x0 (ffff9c92af4fc200) 00010000:00010000:3.0:1763336255.836599:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.836609:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.836617:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.836636:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.836717:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:2404:x1848991041747968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 193us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.836723:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3298 00000100:00100000:3.0:1763336255.847790:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041748608 00000100:00100000:3.0:1763336255.847798:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041748608 00010000:00010000:3.0:1763336255.847834:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b44 expref: 269 pid: 23631 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.847869:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3299 00000100:00100000:3.0:1763336255.847879:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189985180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:2407:x1848991041748608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336255.847892:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.847898:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b44 expref: 270 pid: 23631 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.847912:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b44 expref: 270 pid: 23631 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.847933:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61800/0x84ca14902aa41d63 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1ec:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b44 expref: 270 pid: 23631 timeout: 1143 lvb_type: 0 00010000:00010000:3.0:1763336255.847950:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ec:0x0].0x0 (ffff9c92af4fc200) 00010000:00010000:3.0:1763336255.847957:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa41d7f lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.847979:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa41d7f lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.847999:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa41d7f lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.848907:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336255.848979:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189985180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:2407:x1848991041748608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1097us (1454us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336255.848989:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3299 00000100:00100000:3.0:1763336255.861191:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041748864 00000100:00100000:3.0:1763336255.861206:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041748864 00000100:00100000:3.0:1763336255.866845:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.882289:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.891612:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041749760 00000100:00100000:3.0:1763336255.891626:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041749760 00000100:00100000:3.0:1763336255.891723:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041750016 00000100:00100000:3.0:1763336255.891727:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041750016 00000100:00100000:3.0:1763336255.891763:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9963 00000100:00100000:3.0:1763336255.891774:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56948:x1848991041749760:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.891803:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.891833:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41de8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65b6e expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.891924:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.891943:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.891957:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.891969:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.891977:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.891983:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892033:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892042:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892049:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892056:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.892073:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892082:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892096:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92c215fd00) 00010000:00010000:3.0:1763336255.892100:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.892106:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892113:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41def lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892127:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892133:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892139:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892144:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336255.892147:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892153:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892160:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24e600) 00010000:00010000:3.0:1763336255.892162:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.892166:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892172:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41df6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892201:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41de8 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b6e expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.892213:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92c215fd00) 00010000:00010000:3.0:1763336255.892216:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336255.892220:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41de8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b6e expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.892230:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336255.892304:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56948:x1848991041749760:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 531us (988us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336255.892311:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9963 00000100:00100000:3.0:1763336255.892335:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9964 00000100:00100000:3.0:1763336255.892341:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189a8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56946:x1848991041750016:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336255.892370:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336255.892381:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa41d8d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b4b expref: 272 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.892392:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ec:0x0].0x0 (ffff9c92af4fc200) 00010000:00010000:3.0:1763336255.892396:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336255.892415:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41dfd lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892422:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41dfd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.892428:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41dfd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000040:00080000:3.0:1763336255.892681:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1576, 88 off132208 00000004:00080000:3.0:1763336255.892716:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043854029504ns, next at 1044232376345ns, rc = 0 00000040:00080000:3.0:1763336255.892789:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1576, 88 off132120 00000004:00080000:3.0:1763336255.892795:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043854109237ns, next at 1044232418716ns, rc = 0 00000040:00080000:3.0:1763336255.892813:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1577, 88 off132208 00000004:00080000:3.0:1763336255.892818:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1043854132357ns, next at 1044232418716ns, rc = 0 00000040:00080000:3.0:1763336255.892829:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1577, 88 off132296 00000004:00080000:3.0:1763336255.892833:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1043854148025ns, next at 1044232376345ns, rc = 0 00000001:00080000:3.0:1763336255.897953:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939994 is committed 00000004:00080000:3.0:1763336255.897968:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1028 committed 00000004:00080000:3.0:1763336255.897988:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1024 committed 00000004:00080000:3.0:1763336255.898006:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1023 committed 00000004:00080000:3.0:1763336255.898012:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1027 committed 00000004:00010000:3.0:1763336255.898210:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0dc21fa reply state 00000000fba6cd08 transno 8589939994 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41dfd lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.898234:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41dfd lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336255.898250:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ec:0x0].0x0 (ffff9c92af4fc200) 00010000:00010000:3.0:1763336255.898254:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336255.898257:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763336255.898375:0:23631:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763336255.898401:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189a8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+263:56946:x1848991041750016:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 6053us (7006us total) trans 8589939994 rc 0/0 00000100:00100000:3.0:1763336255.898429:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9964 00000100:00100000:3.0:1763336255.898476:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056082560 00000100:00100000:3.0:1763336255.898485:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056082560 00000100:00100000:3.0:1763336255.898539:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056082688 00000100:00100000:3.0:1763336255.898543:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056082688 00000100:00100000:3.0:1763336255.898580:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6938 00000100:00100000:3.0:1763336255.898604:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3647:x1848991056082560:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336255.898800:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.898806:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb mtime from disk: 1763336255 -> 1763336255 00002000:00010000:3.0:1763336255.898811:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.898815:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb ctime from disk: 1763336255 -> 1763336255 00002000:00010000:3.0:1763336255.898818:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.898908:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189a8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3647:x1848991056082560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 314us (609us total) trans 17179871808 rc 0/0 00000100:00100000:3.0:1763336255.899615:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6938 00000004:00080000:3.0:1763336255.899727:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183216300/2, rc 0, transno 17179871808 00000100:00100000:3.0:1763336255.899742:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056082560:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.900738:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.909396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.909441:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.909877:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9967 00000100:00100000:3.0:1763336255.909888:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56948:x1848991041750656:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336255.909911:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336255.909934:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41e2e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65b83 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.910038:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41e35 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.910052:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa41e20 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b75 expref: 266 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.910070:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41e35 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336255.910102:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa41e20 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b75 expref: 266 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336255.910118:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa41e20 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b75 expref: 266 pid: 33424 timeout: 1143 lvb_type: 0 00000100:00100000:3.0:1763336255.910130:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056082944:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336255.910210:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336255.916439:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056082944:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336255.916465:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41e35 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000100:00100000:3.0:1763336255.929291:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041751296 00000100:00100000:3.0:1763336255.929301:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041751296 00000100:00100000:3.0:1763336255.929362:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3438 00000100:00100000:3.0:1763336255.929373:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56948:x1848991041751296:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336255.929634:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56948:x1848991041751296:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 262us (586us total) trans 8589939997 rc 0/0 00000100:00100000:3.0:1763336255.929642:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3438 00000100:00100000:3.0:1763336255.932908:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041751552 00000100:00100000:3.0:1763336255.932919:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041751552 00000100:00100000:3.0:1763336255.932973:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3439 00000100:00100000:3.0:1763336255.932985:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56948:x1848991041751552:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336255.933213:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56948:x1848991041751552:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 229us (619us total) trans 8589939998 rc 0/0 00000100:00100000:3.0:1763336255.933220:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3439 00000100:00100000:3.0:1763336255.949248:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000001:00080000:3.0:1763336255.954730:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940002 is committed 00000004:00080000:3.0:1763336255.954743:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1026 committed 00000004:00080000:3.0:1763336255.954753:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1030 committed 00000004:00080000:3.0:1763336255.954762:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1029 committed 00000004:00080000:3.0:1763336255.954765:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1025 committed 00000100:00100000:3.0:1763336255.954952:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9189a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056083072:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336255.955025:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336255.955075:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336255.955087:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056083200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.955524:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336255.955572:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9189a8c380/2, rc 0, transno 17179871810 00000100:00100000:3.0:1763336255.955581:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9189a8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056083072:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336255.955981:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831aed80/2, rc 0, transno 21474839077 00000100:00100000:3.0:1763336255.955988:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056083200:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336255.956356:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ae680/2, rc 0, transno 21474839078 00000100:00100000:3.0:1763336255.956362:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056083328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336255.972352:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.974897:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336255.979990:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041753216 00000100:00100000:3.0:1763336255.979994:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041753216 00002000:00010000:3.0:1763336255.980014:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/696 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.980019:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9189984000 with x1848991041753216 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.980030:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9189984000. 00000100:00100000:3.0:1763336255.980055:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041753344 00000100:00100000:3.0:1763336255.980071:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041753344 00002000:00010000:3.0:1763336255.980082:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/727 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.980084:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9189984380 with x1848991041753344 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.980089:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9189984380. 00000100:00100000:3.0:1763336255.980114:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1711 00000100:00100000:3.0:1763336255.980121:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041753216:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336255.980332:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336255.980336:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b8:0x0] updating lvb mtime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.980339:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2b8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336255.980341:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b8:0x0] updating lvb ctime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336255.980344:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336255.980375:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041753216:12345-192.168.203.16@tcp:10:bash.0 Request processed in 254us (749us total) trans 17179871812 rc 0/0 00000100:00100000:3.0:1763336255.980382:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1711 00002000:00010000:3.0:1763336255.980385:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/696 (0->18446744073709551615) 00002000:00100000:3.0:1763336255.980388:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9189984000 with x1848991041753216 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336255.980392:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9189984000. 00000100:00100000:3.0:1763336255.993258:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.000046:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041754112 00000100:00100000:3.0:1763336256.000054:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041754112 00000100:00100000:3.0:1763336256.000200:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1714 00000100:00100000:3.0:1763336256.000211:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041754112:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:3.0:1763336256.000259:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.000269:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.000283:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.000285:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.000290:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.000303:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.000938:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041754368 00000100:00100000:3.0:1763336256.000943:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041754368 00000100:00100000:3.0:1763336256.001024:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9976 00000100:00100000:3.0:1763336256.001034:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56949:x1848991041754368:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1763336256.001086:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763336256.001108:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa41e9e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bad expref: 267 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.001128:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b800/0x84ca14902aa41ecf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bc2 expref: 266 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.001142:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa41e82 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b9f expref: 265 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.001153:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ee:0x0].0x0 (ffff9c92af4fc000) 00010000:00010000:3.0:1763336256.001173:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336256.001194:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001204:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001213:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001229:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41ef2 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001237:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001244:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001331:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001340:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001347:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000040:00080000:3.0:1763336256.001568:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1580, 64 off132448 00000040:00080000:3.0:1763336256.001597:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1580, 64 off132536 00000040:00080000:3.0:1763336256.001611:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1581, 64 off132600 00000040:00080000:3.0:1763336256.001622:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1581, 64 off132512 00010000:00010000:3.0:1763336256.001669:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41f00 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001678:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41f00 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001708:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41f00 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001716:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41f00 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001722:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41f00 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001733:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa41f00 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001759:0:8421:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336256.001778:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001785:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001792:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001801:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.001807:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001818:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001852:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ee:0x0].0x0 (ffff9c918cd58300) 00010000:00010000:3.0:1763336256.001858:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763336256.001863:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001871:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa41ef9 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001986:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.001994:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002003:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002009:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002014:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.002017:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002023:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002030:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58400) 00010000:00010000:3.0:1763336256.002032:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.002035:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002041:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa41eeb lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000004:00010000:3.0:1763336256.002051:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b90706c6 reply state 00000000254f784d transno 8589940004 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002074:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa41ef2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.002080:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58600) 00010000:00010000:3.0:1763336256.002082:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336256.002085:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336256.002164:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56949:x1848991041754368:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1130us (1295us total) trans 8589940004 rc 0/0 00000100:00100000:3.0:1763336256.002175:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9976 00002000:00010000:3.0:1763336256.004332:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763336256.004340:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb mtime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336256.004343:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb ctime from disk: 0 -> 1763336255 00002000:00010000:3.0:1763336256.004345:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336256.004357:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.004369:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.004378:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.004386:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.004390:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.004399:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.004494:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.004502:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa41ee4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.004668:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041754112:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 4455us (4728us total) trans 17179871813 rc 0/0 00000100:00100000:3.0:1763336256.004680:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1714 00000100:00100000:3.0:1763336256.019460:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041754624 00000100:00100000:3.0:1763336256.019471:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041754624 00000100:00100000:3.0:1763336256.019532:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9977 00000100:00100000:3.0:1763336256.019541:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56946:x1848991041754624:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336256.019597:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.019627:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186a60800/0x84ca14902aa41e43 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ec:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b8a expref: 266 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.019659:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ec:0x0].0x0 (ffff9c92af4fc200) 00010000:00010000:3.0:1763336256.019664:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.028040:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041755136 00000100:00100000:3.0:1763336256.028055:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041755136 00000100:00100000:3.0:1763336256.028171:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6952 00000100:00100000:3.0:1763336256.028182:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:56946:x1848991041755136:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.028199:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.028221:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41f2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65bde expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336256.028243:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.028265:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.028267:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.028274:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41f2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bde expref: 23 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.028291:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa41f2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bde expref: 23 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.028310:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336256.028362:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:56946:x1848991041755136:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 180us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.028372:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6952 00000100:00100000:3.0:1763336256.032461:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041755264 00000100:00100000:3.0:1763336256.032466:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041755264 00002000:00010000:3.0:1763336256.032487:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/695 (5->18446744073709551615) 00002000:00100000:3.0:1763336256.032491:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc000 with x1848991041755264 ext(5->18446744073709551615) 00002000:00010000:3.0:1763336256.032500:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dc000. 00000100:00100000:3.0:1763336256.032520:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041755392 00000100:00100000:3.0:1763336256.032523:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041755392 00002000:00010000:3.0:1763336256.032534:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/726 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.032538:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3df480 with x1848991041755392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.032544:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3df480. 00000100:00100000:3.0:1763336256.032573:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1716 00000100:00100000:3.0:1763336256.032586:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041755392:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336256.032778:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2d6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336256.032782:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2d6:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336256.032785:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2d6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.032787:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2d6:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336256.032789:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2d6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336256.032828:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041755392:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 244us (1398us total) trans 21474839080 rc 0/0 00000100:00100000:3.0:1763336256.032835:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1716 00002000:00010000:3.0:1763336256.032838:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/726 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.032840:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3df480 with x1848991041755392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.032844:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3df480. 00000100:00100000:3.0:1763336256.035573:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.039261:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.039972:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.045426:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.045468:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.049025:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.049112:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.055365:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041757184 00000100:00100000:3.0:1763336256.055376:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041757184 00000100:00100000:3.0:1763336256.061456:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041757696 00000100:00100000:3.0:1763336256.061466:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041757696 00000100:00100000:3.0:1763336256.061539:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3443 00000100:00100000:3.0:1763336256.061549:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56950:x1848991041757696:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336256.062177:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56950:x1848991041757696:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 628us (921us total) trans 8589940010 rc 0/0 00000100:00100000:3.0:1763336256.062187:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3443 00000100:00100000:3.0:1763336256.067970:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6957 00000100:00100000:3.0:1763336256.067979:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3649:x1848991056084480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336256.068038:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763336256.068041:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:3.0:1763336256.068043:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.068045:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:3.0:1763336256.068047:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2b7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763336256.071661:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3649:x1848991056084480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3679us (4245us total) trans 17179871816 rc 0/0 00000100:00100000:3.0:1763336256.071672:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6957 00010000:00010000:3.0:1763336256.071720:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.078438:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918381a400/0x84ca14902aa41ea5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bb4 expref: 16 pid: 35222 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.078451:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056085120:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.078467:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa41fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.078475:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa41fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.078482:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa41fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.078490:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa41fb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.078504:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa41fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.078529:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763336256.078729:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3646:x1848991056084096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10984us (11446us total) trans 17179871818 rc 0/0 00000100:00100000:3.0:1763336256.078741:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6955 00000100:00100000:3.0:1763336256.082316:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041759104 00000100:00100000:3.0:1763336256.082324:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041759104 00000100:00100000:3.0:1763336256.082371:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3444 00000100:00100000:3.0:1763336256.082380:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56946:x1848991041759104:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336256.082589:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1ec:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336256.082650:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1584, 64 off132840 00000040:00080000:3.0:1763336256.082673:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1584, 64 off132752 00000040:00080000:3.0:1763336256.082683:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1585, 64 off132816 00000040:00080000:3.0:1763336256.082726:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1585, 64 off132904 00010000:00010000:3.0:1763336256.082762:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42011 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336256.082772:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42011 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336256.082780:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42011 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336256.082786:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42011 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336256.082792:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42011 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336256.082798:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42011 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336256.082811:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336256.083023:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56946:x1848991041759104:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 643us (764us total) trans 8589940015 rc 0/0 00000100:00100000:3.0:1763336256.083030:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3444 00000100:00100000:3.0:1763336256.092258:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041759488 00000100:00100000:3.0:1763336256.092264:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041759488 00000100:00100000:3.0:1763336256.092304:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9990 00000100:00100000:3.0:1763336256.092312:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9189984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56946:x1848991041759488:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.092327:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.092344:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4201f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65c2b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.092404:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092414:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092423:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092434:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092440:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092446:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092543:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42034 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092552:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42034 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092558:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42034 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336256.092567:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1f0:0x0]: returning size 0 00010000:00010000:3.0:1763336256.092637:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092644:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092650:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092655:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092660:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.092664:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092670:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092681:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58300) 00010000:00010000:3.0:1763336256.092765:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.092770:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092778:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42026 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092791:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092797:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092802:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092810:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.092813:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092818:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092826:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58500) 00010000:00010000:3.0:1763336256.092829:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.092832:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092837:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa4202d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.092877:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4201f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c2b expref: 271 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.092892:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42034 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c2b expref: 270 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.092899:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f0:0x0].0x0 (ffff9c9285fe0800) 00010000:00010000:3.0:1763336256.092901:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336256.092904:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:3.0:1763336256.093419:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9189984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56946:x1848991041759488:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1105us (1209us total) trans 8589940016 rc 0/0 00000100:00100000:3.0:1763336256.093427:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9990 00000100:00100000:3.0:1763336256.098608:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041759744 00000100:00100000:3.0:1763336256.098620:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041759744 00000100:00100000:3.0:1763336256.106715:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041760128 00000100:00100000:3.0:1763336256.106724:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041760128 00000100:00100000:3.0:1763336256.123866:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056085632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.123932:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.123970:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336256.123976:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056085504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.123998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.124028:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056085760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.124051:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.124081:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336256.124086:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056085888:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.124108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.124138:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056085632 00000100:00100000:3.0:1763336256.124145:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056085632 00000100:00100000:3.0:1763336256.124187:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056085504 00000100:00100000:3.0:1763336256.124191:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056085504 00000100:00100000:3.0:1763336256.124210:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056085760 00000100:00100000:3.0:1763336256.124213:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056085760 00000100:00100000:3.0:1763336256.124229:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056085888 00000100:00100000:3.0:1763336256.124232:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056085888 00000100:00100000:3.0:1763336256.124249:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6964 00000100:00100000:3.0:1763336256.124256:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3647:x1848991056085632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336256.124282:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:695 count 1 00010000:00010000:3.0:1763336256.124310:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4207a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124330:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa41f23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bd0 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124344:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.124346:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.124349:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4207a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124376:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa41f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bd0 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124389:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa41f23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bd0 expref: 15 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.124400:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056086016:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.124459:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.124477:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6965 00000100:00100000:3.0:1763336256.124485:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3647:x1848991056085504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336256.124497:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:694 count 1 00010000:00010000:3.0:1763336256.124509:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124520:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa41d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b36 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124527:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.124528:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.124531:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124554:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa41d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b36 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.124564:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa41d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b36 expref: 15 pid: 9765 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.124573:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056086144:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.124597:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.124616:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6966 00000100:00100000:3.0:1763336256.124624:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3648:x1848991056085760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.124823:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3648:x1848991056085760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 197us (769us total) trans 17179871819 rc 0/0 00000100:00100000:3.0:1763336256.124831:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6966 00000100:00100000:3.0:1763336256.124850:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6967 00000100:00100000:3.0:1763336256.124857:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3648:x1848991056085888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.124925:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3648:x1848991056085888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (815us total) trans 17179871820 rc 0/0 00000100:00100000:3.0:1763336256.124932:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6967 00000004:00080000:3.0:1763336256.124974:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861be680/2, rc 0, transno 17179871820 00000100:00100000:3.0:1763336256.124981:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056085888:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336256.124990:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bce00/2, rc 0, transno 17179871819 00000100:00100000:3.0:1763336256.124994:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056085760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.131359:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3310 00000100:00100000:3.0:1763336256.131370:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041760896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.131380:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.131386:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa41d40 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b36 expref: 17 pid: 9765 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.131398:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa41d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65b36 expref: 17 pid: 9765 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.131456:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.131459:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.131462:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.131471:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.131485:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.132457:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041760896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1083us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.132473:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3310 00000100:00100000:3.0:1763336256.132926:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3311 00000100:00100000:3.0:1763336256.132940:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041760768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.132954:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.132963:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa41f23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bd0 expref: 16 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.132988:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa41f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bd0 expref: 16 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.133017:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa41f23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bd0 expref: 15 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.133032:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.133035:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.133042:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4207a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133068:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4207a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133108:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.133144:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041760768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 208us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.133151:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3311 00010000:00010000:3.0:1763336256.133190:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b800/0x84ca14902aa41f93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65bfa expref: 25 pid: 35222 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.133203:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056086912:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.133221:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133229:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133235:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133244:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133252:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133267:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763336256.133490:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3647:x1848991056086272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7558us (7638us total) trans 21474839088 rc 0/0 00000100:00100000:3.0:1763336256.133499:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6971 00010000:00010000:3.0:1763336256.133518:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336256.133528:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133540:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.133547:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133559:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133574:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133582:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635a200/0x84ca14902aa42081 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133609:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336256.133613:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133623:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.133627:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133635:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133647:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133654:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa4208f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.133668:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.133671:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.133675:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.134445:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.141213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.144005:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.150474:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.154091:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041761920 00000100:00100000:3.0:1763336256.154102:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041761920 00002000:00010000:3.0:1763336256.154137:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/729 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.154141:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62d500 with x1848991041761920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.154152:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62d500. 00000100:00100000:3.0:1763336256.154185:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1717 00000100:00100000:3.0:1763336256.154193:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991041761920:12345-192.168.203.16@tcp:10:bash.0 00000100:00100000:3.0:1763336256.162297:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.173847:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 9995 00000100:00100000:3.0:1763336256.173865:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56951:x1848991041763200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.173877:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.173897:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa420c7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65c5c expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.173954:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa420c7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c5c expref: 271 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.173968:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a200/0x84ca14902aa420c7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c5c expref: 271 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.173987:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f0:0x0].0x0 (ffff9c9285fe0800) 00010000:00010000:3.0:1763336256.173990:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336256.173994:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a200, rc 0) 00000100:00100000:3.0:1763336256.174386:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56951:x1848991041763200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 526us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.174402:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 9995 00010000:00010000:3.0:1763336256.174963:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336256.174970:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa420e3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.174982:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.174986:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa420e3 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.174992:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa420e3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.175003:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f0:0x0].0x0 (ffff9c9285fe0800) 00010000:00010000:3.0:1763336256.175006:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336256.175009:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa420e3 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.175014:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa420e3 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.175030:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.175032:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.175034:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.186169:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.202749:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041764224 00000100:00100000:3.0:1763336256.202753:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041764224 00000100:00100000:3.0:1763336256.213462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.215391:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.215464:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.222969:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.223036:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.226482:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.231326:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.235228:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.236007:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10007 00000100:00100000:3.0:1763336256.236022:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56955:x1848991041766656:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.236033:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.236053:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa421d8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65cb7 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.236136:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa421d8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cb7 expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.236157:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa421d8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cb7 expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.236183:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.236187:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336256.236192:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b600, rc 0) 00000100:00100000:3.0:1763336256.236255:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56955:x1848991041766656:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 236us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.236264:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10007 00000100:00100000:3.0:1763336256.238463:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.238990:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.246010:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.251936:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056087808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.252021:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.252081:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336256.252090:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056087936:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.252122:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.252170:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056087808 00000100:00100000:3.0:1763336256.252179:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056087808 00000100:00100000:3.0:1763336256.252244:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056087936 00000100:00100000:3.0:1763336256.252249:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056087936 00000100:00100000:3.0:1763336256.252469:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056087680 00000100:00100000:3.0:1763336256.252476:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056087680 00000100:00100000:3.0:1763336256.252520:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6976 00000100:00100000:3.0:1763336256.252540:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3648:x1848991056087936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.252783:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3648:x1848991056087936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (657us total) trans 21474839092 rc 0/0 00000100:00100000:3.0:1763336256.252811:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6976 00000100:00100000:3.0:1763336256.252857:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6978 00000100:00100000:3.0:1763336256.252873:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3649:x1848991056088448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.253069:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3649:x1848991056088448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (485us total) trans 17179871824 rc 0/0 00000100:00100000:3.0:1763336256.253095:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6978 00010000:00010000:3.0:1763336256.253125:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336256.253134:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4223a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253154:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.253159:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4223a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253174:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4223a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253194:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4223a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253208:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4223a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253302:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336256.253312:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa42241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253338:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.253345:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa42241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253354:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa42241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253368:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa42241 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253377:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa42241 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253409:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.253414:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.253419:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.253437:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056088320 00000100:00100000:3.0:1763336256.253447:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056088320 00000100:00100000:3.0:1763336256.253488:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6981 00000100:00100000:3.0:1763336256.253503:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3649:x1848991056088320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763336256.253577:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2bc:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336256.253582:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2bc:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.253585:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2bc:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.253587:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2bc:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.253589:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2bc:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336256.253637:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3649:x1848991056088320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (256us total) trans 17179871826 rc 0/0 00000100:00100000:3.0:1763336256.253646:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6981 00000004:00080000:3.0:1763336256.253708:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a4e00/2, rc 0, transno 21474839092 00000100:00100000:3.0:1763336256.253715:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056087936:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763336256.253730:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a7100/2, rc 0, transno 21474839091 00000100:00100000:3.0:1763336256.253737:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056087808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.253758:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056087552 00000100:00100000:3.0:1763336256.253762:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056087552 00000100:00100000:3.0:1763336256.253801:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6982 00000100:00100000:3.0:1763336256.253820:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3646:x1848991056087552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336256.253841:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:729 count 1 00010000:00010000:3.0:1763336256.253858:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253888:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa42096 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c47 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253898:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.253900:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.253903:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253936:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa42096 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c47 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.253947:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa42096 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65c47 expref: 23 pid: 27808 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.253959:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056088704:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.253993:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.258627:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056088704:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.258646:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.259241:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.259251:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.259263:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.259272:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635be00/0x84ca14902aa4224f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.259299:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336256.259596:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3646:x1848991056087552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5782us (5926us total) trans 21474839094 rc 0/0 00000100:00100000:3.0:1763336256.259606:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6982 00000100:00100000:3.0:1763336256.260326:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041768704 00000100:00100000:3.0:1763336256.260333:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041768704 00000100:00100000:3.0:1763336256.260379:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 6983 00000100:00100000:3.0:1763336256.260387:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:55888:x1848991041768704:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336256.260405:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.260421:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa42256 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65cd3 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.260446:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.260453:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.260455:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.260460:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa42256 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cd3 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.260494:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.260509:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336256.260529:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056088832:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.260610:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.262752:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056088832:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.262787:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa42256 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cd3 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.262814:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336256.262882:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:55888:x1848991041768704:12345-192.168.203.16@tcp:101:bash.0 Request processed in 2494us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.262892:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6983 00000100:00100000:3.0:1763336256.265242:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041769088 00000100:00100000:3.0:1763336256.265255:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041769088 00010000:00010000:3.0:1763336256.265301:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336256.265468:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3317 00000100:00100000:3.0:1763336256.265479:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041769088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.265504:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.265511:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.265526:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.265554:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa421d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ca9 expref: 17 pid: 27808 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.265573:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.265576:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.265585:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa42256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cd3 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.265597:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa42256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cd3 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.265644:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918635ac00/0x84ca14902aa42256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cd3 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.265660:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056088960:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336256.269300:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.271457:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.271507:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.271543:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.275641:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.283048:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041770624 00000100:00100000:3.0:1763336256.283054:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041770624 00000100:00100000:3.0:1763336256.283108:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10014 00000100:00100000:3.0:1763336256.283121:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56957:x1848991041770624:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1763336256.283191:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1763336256.283208:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42233 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ccc expref: 270 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.283227:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa421fb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cbe expref: 269 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.283242:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.283247:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336256.283285:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283297:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283306:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283320:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa422a3 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283326:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa422a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283332:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa422a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283436:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283445:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42295 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1f2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.283453:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.283468:0:23631:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42295 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x1f2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.283476:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000100:00100000:3.0:1763336256.289338:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336256.290144:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.290155:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00000004:00080000:3.0:1763336256.290475:0:23631:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x1f2:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763336256.290583:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.290592:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.290600:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.290607:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.290611:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.290620:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.290988:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.290992:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763336256.290995:0:23631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa422bf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1f2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.291002:0:23631:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa422bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.291008:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa422bf lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.291038:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291049:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa422aa lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291071:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291077:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291082:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291087:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.291090:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291095:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291102:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58300) 00010000:00010000:3.0:1763336256.291105:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.291107:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291112:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4229c lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00010000:3.0:1763336256.291126:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe32a863 reply state 00000000a40264df transno 8589940043 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa422a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291137:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa422a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.291142:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918cd58500) 00010000:00010000:3.0:1763336256.291145:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336256.291148:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336256.291219:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56957:x1848991041770624:12345-192.168.203.16@tcp:36:rm.0 Request processed in 8099us (8272us total) trans 8589940043 rc 0/0 00000100:00100000:3.0:1763336256.291227:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10014 00000100:00100000:3.0:1763336256.298438:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.304097:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056089344:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.304130:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310352:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310361:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310380:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310396:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310402:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310408:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.310411:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310417:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310429:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.310435:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa422db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.310491:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041771392:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 11758us (12071us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.310498:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 6986 00000100:00100000:3.0:1763336256.315401:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056089600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.315458:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.315503:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336256.315512:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056089472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.315542:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.315577:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056089728 00000100:00100000:3.0:1763336256.315582:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056089728 00000100:00100000:3.0:1763336256.315617:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6987 00000100:00100000:3.0:1763336256.315628:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3647:x1848991056089600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.315813:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3647:x1848991056089600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (353us total) trans 17179871830 rc 0/0 00000100:00100000:3.0:1763336256.315821:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6987 00000100:00100000:3.0:1763336256.315838:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6989 00000100:00100000:3.0:1763336256.315850:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3647:x1848991056089472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.315959:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3647:x1848991056089472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (416us total) trans 17179871831 rc 0/0 00000100:00100000:3.0:1763336256.315972:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6989 00000004:00080000:3.0:1763336256.316018:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285880/2, rc 0, transno 17179871831 00000100:00100000:3.0:1763336256.316025:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056089472:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336256.316039:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285c00/2, rc 0, transno 17179871830 00000100:00100000:3.0:1763336256.316043:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056089600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.320594:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10022 00000100:00100000:3.0:1763336256.320606:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56956:x1848991041772544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.320626:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.320645:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42336 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65d20 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.320723:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42336 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d20 expref: 266 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.320784:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42336 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d20 expref: 265 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.320803:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.320806:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336256.320808:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:3.0:1763336256.320856:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+266:56956:x1848991041772544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 253us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.320864:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10022 00000100:00100000:3.0:1763336256.330802:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.341824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.360759:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.361845:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056090112 00000100:00100000:3.0:1763336256.361852:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056090112 00000100:00100000:3.0:1763336256.362385:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6993 00000100:00100000:3.0:1763336256.362395:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3647:x1848991056090112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.362563:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3647:x1848991056090112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (784us total) trans 17179871832 rc 0/0 00000100:00100000:3.0:1763336256.362570:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6993 00000100:00100000:3.0:1763336256.362584:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6994 00000100:00100000:3.0:1763336256.362590:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3647:x1848991056090240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.362667:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3647:x1848991056090240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (819us total) trans 17179871833 rc 0/0 00000100:00100000:3.0:1763336256.362674:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6994 00000100:00100000:3.0:1763336256.363011:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056090368 00000100:00100000:3.0:1763336256.363016:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056090368 00000100:00100000:3.0:1763336256.363052:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6995 00000100:00100000:3.0:1763336256.363076:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3648:x1848991056090368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.363180:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3648:x1848991056090368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (353us total) trans 21474839098 rc 0/0 00000100:00100000:3.0:1763336256.363187:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6995 00000100:00100000:3.0:1763336256.371599:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.394369:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336256.396650:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336256.396660:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42432 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.396672:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.396676:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42432 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.396718:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42432 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.396730:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f3:0x0].0x0 (ffff9c918a24e500) 00010000:00010000:3.0:1763336256.396733:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336256.396736:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42432 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.396742:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42432 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.396762:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.396764:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.396765:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.406611:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.409835:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041777536 00000100:00100000:3.0:1763336256.409840:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041777536 00002000:00010000:3.0:1763336256.409873:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/701 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.409878:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287b80 with x1848991041777536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.409891:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92ae287b80. 00000100:00100000:3.0:1763336256.409928:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1726 00000100:00100000:3.0:1763336256.409934:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041777536:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336256.410082:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336256.410086:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2bd:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336256.410089:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2bd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.410092:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2bd:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336256.410094:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2bd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336256.410158:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041777536:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 222us (384us total) trans 17179871835 rc 0/0 00000100:00100000:3.0:1763336256.410176:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1726 00002000:00010000:3.0:1763336256.410180:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/701 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.410183:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287b80 with x1848991041777536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.410187:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92ae287b80. 00000100:00100000:3.0:1763336256.416339:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041778176 00000100:00100000:3.0:1763336256.416345:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041778176 00000100:00100000:3.0:1763336256.416386:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10037 00000100:00100000:3.0:1763336256.416398:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56960:x1848991041778176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.416418:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.416441:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4246a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65d90 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.416498:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416513:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416524:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416535:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416543:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416554:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416587:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416594:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416600:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416607:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416619:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.416623:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416630:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416642:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58300) 00010000:00010000:3.0:1763336256.416645:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.416650:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416657:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42471 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416671:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416676:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416681:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416722:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.416725:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416730:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416737:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24eb00) 00010000:00010000:3.0:1763336256.416740:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.416743:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416749:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42478 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.416822:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4246a lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d90 expref: 273 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.416833:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58300) 00010000:00010000:3.0:1763336256.416835:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.416839:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4246a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d90 expref: 273 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.416850:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336256.416892:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56960:x1848991041778176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 497us (658us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336256.416898:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10037 00000100:00100000:3.0:1763336256.418619:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041778560 00000100:00100000:3.0:1763336256.418624:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041778560 00000100:00100000:3.0:1763336256.418653:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10038 00000100:00100000:3.0:1763336256.418659:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56960:x1848991041778560:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.418667:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.418705:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4247f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65d97 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.418757:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4248d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.418770:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4248d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.418788:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4248d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336256.418877:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763336256.418883:0:8421:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763336256.418923:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4247f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d97 expref: 275 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.418942:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4248d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d97 expref: 274 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.418952:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336256.418954:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763336256.418957:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336256.418986:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56960:x1848991041778560:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 327us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.418993:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10038 00000100:00100000:3.0:1763336256.422882:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.422917:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336256.423619:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42486 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.423627:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42486 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00000040:00080000:3.0:1763336256.423893:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1598, 88 off133864 00000004:00080000:3.0:1763336256.423901:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044385215339ns, next at 1045356949066ns, rc = 0 00000040:00080000:3.0:1763336256.423942:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1598, 88 off133952 00000004:00080000:3.0:1763336256.423948:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044385262038ns, next at 1045356909787ns, rc = 0 00000040:00080000:3.0:1763336256.423963:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1599, 88 off134040 00000004:00080000:3.0:1763336256.423968:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044385282365ns, next at 1045356909787ns, rc = 0 00000040:00080000:3.0:1763336256.423979:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1599, 88 off133952 00000004:00080000:3.0:1763336256.423983:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044385297305ns, next at 1045356949066ns, rc = 0 00010000:00010000:3.0:1763336256.426632:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.426643:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.426650:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.426656:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.426661:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.426669:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.427376:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24eb00) 00010000:00010000:3.0:1763336256.427408:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.427429:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.427436:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42424 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.427455:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427461:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427467:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427471:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.427473:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427478:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427486:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.427488:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.427491:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427496:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42439 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427503:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427508:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427514:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427518:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.427520:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427524:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427530:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.427532:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.427535:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.427539:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42463 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000004:00010000:3.0:1763336256.427584:0:35235:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000866660e6 reply state 00000000b35a0a6b transno 8589940058 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42486 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.427596:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42486 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.427603:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.427605:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336256.427608:0:35235:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336256.428640:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f2:0x0].0x0 (ffff9c9285fe0300) 00010000:00010000:3.0:1763336256.428649:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336256.428660:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa422cd lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65cfd expref: 265 pid: 33424 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763336256.428760:0:35235:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763336256.428778:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+265:56956:x1848991041778432:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 10149us (10277us total) trans 8589940058 rc 0/0 00000100:00100000:3.0:1763336256.428791:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3461 00000100:00100000:3.0:1763336256.428850:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.431564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.432148:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.432182:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.433483:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041779712 00000100:00100000:3.0:1763336256.433489:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041779712 00000100:00100000:3.0:1763336256.433528:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10042 00000100:00100000:3.0:1763336256.433536:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+267:56960:x1848991041779712:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.433552:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.433566:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa424ef lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65db3 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.433663:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa424f6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.433675:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280031600/0x84ca14902aa424da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65da5 expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.433703:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa424f6 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.433729:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280031600/0x84ca14902aa424da lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65da5 expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.433745:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280031600/0x84ca14902aa424da lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65da5 expref: 268 pid: 33424 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.433757:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056092032:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.433825:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.435588:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056092032:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.435614:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa424f6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336256.436666:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041779968 00000100:00100000:3.0:1763336256.436675:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041779968 00000100:00100000:3.0:1763336256.436810:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3462 00000100:00100000:3.0:1763336256.436820:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:56956:x1848991041779968:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336256.437051:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1f2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336256.437184:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1600, 64 off134016 00000040:00080000:3.0:1763336256.437204:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1600, 64 off134104 00000040:00080000:3.0:1763336256.437215:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1601, 64 off134168 00000040:00080000:3.0:1763336256.437225:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1601, 64 off134080 00010000:00010000:3.0:1763336256.437290:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa424fd lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.437305:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa424fd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.437316:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa424fd lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.437324:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa424fd lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.437330:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa424fd lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.437336:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa424fd lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336256.437361:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336256.438226:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:56956:x1848991041779968:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1406us (1679us total) trans 8589940060 rc 0/0 00000100:00100000:3.0:1763336256.438234:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3462 00000100:00100000:3.0:1763336256.444256:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041780608 00000100:00100000:3.0:1763336256.444262:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041780608 00000100:00100000:3.0:1763336256.444302:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3463 00000100:00100000:3.0:1763336256.444310:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56960:x1848991041780608:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336256.444821:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56960:x1848991041780608:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 510us (649us total) trans 8589940063 rc 0/0 00000100:00100000:3.0:1763336256.444829:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3463 00000100:00100000:3.0:1763336256.446962:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041780736 00000100:00100000:3.0:1763336256.446971:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041780736 00000100:00100000:3.0:1763336256.447019:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7011 00000100:00100000:3.0:1763336256.447028:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041780736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.447044:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.447077:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa4252e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65dc1 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.463189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.466268:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.466381:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336256.475197:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475209:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475218:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475224:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9280030000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.475229:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475237:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475253:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9282ca2f00) 00010000:00010000:3.0:1763336256.475257:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.475261:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475267:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa424d3 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.475292:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.475299:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.475305:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.475310:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.475313:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.475319:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.475326:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f5:0x0].0x0 (ffff9c9282ca2800) 00010000:00010000:3.0:1763336256.475329:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.475331:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.475337:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa4257b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336256.475726:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056092544 00000100:00100000:3.0:1763336256.475734:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056092544 00000100:00100000:3.0:1763336256.475773:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7012 00000100:00100000:3.0:1763336256.475787:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3646:x1848991056092160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336256.475816:0:8396:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:700 count 1 00010000:00010000:3.0:1763336256.475841:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4259e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.475873:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa42383 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d3c expref: 23 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.475895:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.475899:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.475905:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4259e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.475941:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa42383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d3c expref: 23 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.475971:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa42383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d3c expref: 23 pid: 8396 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336256.476002:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056092672:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.476742:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525d80 going to sleep for 11 seconds 00000004:00080000:3.0:1763336256.476966:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187016a00/2, rc 0, transno 17179871842 00000100:00100000:3.0:1763336256.476975:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056092416:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763336256.476987:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187015f80/2, rc 0, transno 17179871841 00000100:00100000:3.0:1763336256.476990:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056092544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.477604:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056093184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.477643:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.477664:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336256.477674:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056093312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.477744:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336256.477863:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bfb80/2, rc 0, transno 21474839107 00000100:00100000:3.0:1763336256.477872:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056093184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.481672:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056092672:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.481714:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918635be00/0x84ca14902aa4259e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.481926:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056092800:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.481955:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.482334:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3327 00000100:00100000:3.0:1763336256.482345:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041783424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.482355:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.482362:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42447 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d82 expref: 24 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.482375:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42447 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d82 expref: 24 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.482393:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42447 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d82 expref: 24 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.482414:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.482417:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.482421:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.482428:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.482448:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.482474:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041783424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 131us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.482480:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3327 00010000:00010000:3.0:1763336256.482509:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.482520:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.482541:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.482562:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183819000/0x84ca14902aa42597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.482604:0:8398:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763336256.484190:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3646:x1848991056092288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8396us (8660us total) trans 17179871843 rc 0/0 00000100:00100000:3.0:1763336256.484200:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7013 00000100:00100000:3.0:1763336256.484350:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056093440:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.484371:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9183819c00/0x84ca14902aa425a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.486071:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041783552 00000100:00100000:3.0:1763336256.486076:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041783552 00010000:00010000:3.0:1763336256.486096:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d7b expref: 11 pid: 8396 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.486134:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041783808 00000100:00100000:3.0:1763336256.486137:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041783808 00010000:00010000:3.0:1763336256.486149:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42287 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ce8 expref: 12 pid: 29013 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.486190:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3328 00000100:00100000:3.0:1763336256.486197:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041783552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.486207:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.486211:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d7b expref: 12 pid: 8396 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.486224:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d7b expref: 12 pid: 8396 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.486246:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42440 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65d7b expref: 12 pid: 8396 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.486264:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.486268:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.486274:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819c00/0x84ca14902aa425a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.486293:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819c00/0x84ca14902aa425a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.486324:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.486354:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991041783552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 154us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.486371:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3328 00000100:00100000:3.0:1763336256.486401:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056093824 00000100:00100000:3.0:1763336256.486406:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056093824 00000100:00100000:3.0:1763336256.486440:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1763336256.486453:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1848991056093824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763336256.486470:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484927680 pending 28672 free 3920216064 avail 3688579072 00000100:00100000:3.0:1763336256.486517:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1848991056093824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.486524:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00010000:00010000:3.0:1763336256.487198:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.489024:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041784192 00000100:00100000:3.0:1763336256.489082:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041784192 00010000:00010000:3.0:1763336256.489109:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa4252e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65dc1 expref: 23 pid: 8396 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336256.489146:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3330 00000100:00100000:3.0:1763336256.489157:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041784192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.489168:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.489174:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa4252e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65dc1 expref: 23 pid: 8396 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.489187:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa4252e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65dc1 expref: 23 pid: 8396 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.489208:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635b000/0x84ca14902aa4252e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65dc1 expref: 23 pid: 8396 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.489219:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.489221:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.489228:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa425d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65df2 expref: 22 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.489237:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa425d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65df2 expref: 22 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.489267:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa425d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65df2 expref: 22 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.489280:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056093952:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336256.489326:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.490912:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056093952:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336256.490926:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.490963:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041784192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1809us (2308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.490972:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3330 00000100:00100000:3.0:1763336256.493534:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041784576 00000100:00100000:3.0:1763336256.493541:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041784576 00002000:00010000:3.0:1763336256.493560:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/704 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.493565:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014000 with x1848991041784576 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.493574:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187014000. 00000100:00100000:3.0:1763336256.493638:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1728 00000100:00100000:3.0:1763336256.493651:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041784576:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336256.493803:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336256.493808:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c0:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:3.0:1763336256.493812:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c0:0x0] updating lvb atime from disk: 1763336256 -> 0 00002000:00010000:3.0:1763336256.493817:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c0:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:3.0:1763336256.493823:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336256.493892:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041784576:12345-192.168.203.16@tcp:10:bash.0 Request processed in 242us (399us total) trans 17179871845 rc 0/0 00000100:00100000:3.0:1763336256.493904:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1728 00002000:00010000:3.0:1763336256.493909:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/704 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.493912:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014000 with x1848991041784576 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.493918:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187014000. 00000100:00100000:3.0:1763336256.497665:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041784960 00000100:00100000:3.0:1763336256.497675:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041784960 00000100:00100000:3.0:1763336256.497757:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3469 00000100:00100000:3.0:1763336256.531009:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.531041:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.536323:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.548113:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041787136 00000100:00100000:3.0:1763336256.548120:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041787136 00010000:00010000:3.0:1763336256.548144:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42693 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e31 expref: 276 pid: 8421 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.548180:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3331 00000100:00100000:3.0:1763336256.548191:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2405:x1848991041787136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.548202:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.548209:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42693 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e31 expref: 277 pid: 8421 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.548297:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42693 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e31 expref: 277 pid: 8421 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.548326:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42693 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e31 expref: 277 pid: 8421 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.548352:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f6:0x0].0x0 (ffff9c9282ca2400) 00010000:00010000:3.0:1763336256.548358:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa426a8 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.548366:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa426a8 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.548372:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa426a8 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336256.548465:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.548517:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:2405:x1848991041787136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 327us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.548527:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3331 00000100:00100000:3.0:1763336256.555808:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041787904 00000100:00100000:3.0:1763336256.555818:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041787904 00000100:00100000:3.0:1763336256.555881:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7023 00000100:00100000:3.0:1763336256.555891:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041787904:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.555908:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.555929:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65e4d expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336256.555951:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.555969:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.555971:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.555980:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e4d expref: 12 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.556004:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e4d expref: 12 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.556077:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336256.556137:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041787904:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 247us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.556143:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7023 00000100:00100000:3.0:1763336256.569744:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041788544 00000100:00100000:3.0:1763336256.569750:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041788544 00000100:00100000:3.0:1763336256.569802:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 416 00000100:00100000:3.0:1763336256.569810:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:2405:x1848991041788544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.569821:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.569953:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa426f5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e54 expref: 280 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.569970:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f6:0x0].0x0 (ffff9c9282ca2800) 00010000:00010000:3.0:1763336256.569975:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.570013:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:2405:x1848991041788544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 204us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.570020:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 416 00000100:00100000:3.0:1763336256.578311:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041789184 00000100:00100000:3.0:1763336256.578325:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041789184 00000100:00100000:3.0:1763336256.578390:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041789440 00000100:00100000:3.0:1763336256.578394:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041789440 00000100:00100000:3.0:1763336256.578432:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10064 00000100:00100000:3.0:1763336256.578442:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:55888:x1848991041789184:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336256.578471:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.578493:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42718 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65e62 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.578526:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4271f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.578552:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4271f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.578563:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4271f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.579489:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579498:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579503:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579509:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579515:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.579519:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579524:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579533:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918a24e400) 00010000:00010000:3.0:1763336256.579536:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.579539:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579544:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4272d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579553:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579559:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579564:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579568:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.579572:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579578:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579585:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9282ca2c00) 00010000:00010000:3.0:1763336256.579587:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.579590:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579596:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42734 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.579644:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42726 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e69 expref: 284 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.579655:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918a24e400) 00010000:00010000:3.0:1763336256.579658:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336256.579662:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42726 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e69 expref: 284 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.579675:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:3.0:1763336256.579760:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56966:x1848991041789440:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1014us (2638us total) trans 8589940085 rc 301/301 00000100:00100000:3.0:1763336256.579768:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10065 00010000:00010000:3.0:1763336256.579825:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa42718 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e62 expref: 283 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.579840:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4271f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e62 expref: 282 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.579846:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f6:0x0].0x0 (ffff9c9282ca2400) 00010000:00010000:3.0:1763336256.579849:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336256.579851:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:3.0:1763336256.579887:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:55888:x1848991041789184:12345-192.168.203.16@tcp:101:bash.0 Request processed in 1445us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.579894:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10064 00000100:00100000:3.0:1763336256.586581:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041789824 00000100:00100000:3.0:1763336256.586586:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041789824 00000100:00100000:3.0:1763336256.586626:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3475 00000100:00100000:3.0:1763336256.586634:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:56966:x1848991041789824:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336256.586730:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:56966:x1848991041789824:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 97us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.586737:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3475 00000100:00100000:3.0:1763336256.595559:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056094592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.595852:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.595887:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7025 00000100:00100000:3.0:1763336256.595893:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3648:x1848991056094464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336256.595910:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:736 count 1 00002000:00010000:3.0:1763336256.595935:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.595940:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.595947:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.595950:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.595954:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.595965:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.595972:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.595979:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.595993:0:35222:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336256.596170:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3648:x1848991056094464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 275us (435us total) trans 21474839113 rc 0/0 00000100:00100000:3.0:1763336256.596177:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7025 00000100:00100000:3.0:1763336256.596275:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056095232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.596298:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336256.596329:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a240700/2, rc 0, transno 21474839114 00000100:00100000:3.0:1763336256.596335:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056094592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.596342:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336256.596347:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056095104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.596368:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.596406:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056095232 00000100:00100000:3.0:1763336256.596410:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056095232 00000100:00100000:3.0:1763336256.596436:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7028 00000100:00100000:3.0:1763336256.596445:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3649:x1848991056095232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.596544:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3649:x1848991056095232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 100us (244us total) trans 17179871846 rc 0/0 00000100:00100000:3.0:1763336256.596550:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7028 00000100:00100000:3.0:1763336256.596571:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056094976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.596591:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.596609:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336256.596615:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056095360:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.596640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.596671:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056094976 00000100:00100000:3.0:1763336256.596675:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056094976 00000100:00100000:3.0:1763336256.596724:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056095360 00000100:00100000:3.0:1763336256.596727:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056095360 00000100:00100000:3.0:1763336256.596755:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7031 00000100:00100000:3.0:1763336256.596766:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3647:x1848991056095360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.596842:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3647:x1848991056095360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (202us total) trans 17179871848 rc 0/0 00000100:00100000:3.0:1763336256.596860:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7031 00010000:00010000:3.0:1763336256.596878:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336256.596885:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596899:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.596904:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596912:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596926:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596934:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b600/0x84ca14902aa4276c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596956:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336256.596960:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa42773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596969:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c2174000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.596972:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa42773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596979:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa42773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596990:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa42773 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.596997:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa42773 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.597010:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.597012:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336256.597014:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336256.597041:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2dc380/2, rc 0, transno 17179871848 00000100:00100000:3.0:1763336256.597046:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056095360:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336256.599482:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041790592 00000100:00100000:3.0:1763336256.599490:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041790592 00010000:00010000:3.0:1763336256.599522:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa425e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e00 expref: 12 pid: 8398 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.599559:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3332 00000100:00100000:3.0:1763336256.599569:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041790592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.599581:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.599797:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa425e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e00 expref: 12 pid: 8398 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.599818:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa425e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e00 expref: 12 pid: 8398 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.599832:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa425e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e00 expref: 12 pid: 8398 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.599841:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.599843:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.599847:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42765 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.599856:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42765 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.599874:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.599907:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041790592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 336us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.599921:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3332 00010000:00010000:3.0:1763336256.599979:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42765 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.599998:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42765 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.600011:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42765 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.600033:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42765 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.600106:0:28588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763336256.600616:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3647:x1848991056094336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4731us (4948us total) trans 21474839115 rc 0/0 00000100:00100000:3.0:1763336256.600636:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7024 00010000:00010000:3.0:1763336256.600790:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.602281:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056095616:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.602310:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42781 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2e1:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e7e expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.602332:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00000100:00100000:3.0:1763336256.602431:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:55888:x1848991041790848:12345-192.168.203.16@tcp:101:bash.0 Request processed in 2510us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.602443:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7032 00000100:00100000:3.0:1763336256.602995:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041791232 00000100:00100000:3.0:1763336256.603000:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041791232 00010000:00010000:3.0:1763336256.603029:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e4d expref: 12 pid: 35222 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336256.603076:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3334 00000100:00100000:3.0:1763336256.603089:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041791232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.603102:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.603107:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e4d expref: 12 pid: 35222 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.603119:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e4d expref: 12 pid: 35222 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.603137:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa426d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e4d expref: 12 pid: 35222 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.603164:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.603167:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.603175:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42781 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e7e expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.603185:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42781 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e7e expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.603216:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42781 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e7e expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.603229:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056095744:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336256.603282:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.606029:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056095744:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336256.606053:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.606123:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041791232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3036us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.606134:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3334 00000100:00100000:3.0:1763336256.606628:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041791360 00000100:00100000:3.0:1763336256.606635:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041791360 00000100:00100000:3.0:1763336256.606727:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7033 00000100:00100000:3.0:1763336256.606736:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:55888:x1848991041791360:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336256.606753:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.606773:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65e8c expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336256.606800:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.606820:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.606830:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.606843:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.606859:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.606870:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:3.0:1763336256.606907:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:55888:x1848991041791360:12345-192.168.203.16@tcp:101:bash.0 Request processed in 172us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.606914:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7033 00000100:00100000:3.0:1763336256.613650:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.613892:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.628483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.635303:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041792768 00000100:00100000:3.0:1763336256.635329:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041792768 00000100:00100000:3.0:1763336256.635410:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10072 00000100:00100000:3.0:1763336256.635424:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56968:x1848991041792768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.635457:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.635479:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa427dc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65e9a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.635584:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.635609:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa427d5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.635617:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.636961:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa427d5 lrc: 1/0,0 mode: --/EX res: [0x200000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.636970:0:6514:0:(ldlm_request.c:1630:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:3.0:1763336256.636972:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa427d5 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.636984:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.636991:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.636996:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336256.637020:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1f6:0x0]: returning size 5 00000004:00200000:3.0:1763336256.637024:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336256.637038:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.637075:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa427dc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e9a expref: 272 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.637088:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b600/0x84ca14902aa427e3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e9a expref: 271 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.637099:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f6:0x0].0x0 (ffff9c9282ca2400) 00010000:00010000:3.0:1763336256.637102:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336256.637105:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b600, rc 0) 00000100:00100000:3.0:1763336256.637150:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56968:x1848991041792768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1729us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.637157:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10072 00000100:00100000:3.0:1763336256.645650:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041793280 00000100:00100000:3.0:1763336256.645660:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041793280 00000100:00100000:3.0:1763336256.645846:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10073 00000100:00100000:3.0:1763336256.645858:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56968:x1848991041793280:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.645879:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.645901:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa427f1 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65ea1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.645962:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.645974:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.645984:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.645993:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646000:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646005:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646046:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646052:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646068:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646074:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646080:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.646083:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646090:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646101:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336256.646104:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.646109:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646115:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa427f8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646127:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646133:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646138:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646143:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.646146:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646151:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646157:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92a9eabc00) 00010000:00010000:3.0:1763336256.646159:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.646162:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646167:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa427ff lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.646191:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa427f1 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ea1 expref: 273 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.646200:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336256.646203:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.646206:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa427f1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ea1 expref: 273 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.646218:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336256.646281:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56968:x1848991041793280:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 425us (724us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336256.646289:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10073 00000100:00100000:3.0:1763336256.649340:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041793408 00000100:00100000:3.0:1763336256.649350:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041793408 00000100:00100000:3.0:1763336256.649409:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10074 00000100:00100000:3.0:1763336256.649418:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56970:x1848991041793408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.649438:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.649459:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42806 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65ea8 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.649517:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649529:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649538:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649548:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649554:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649559:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649589:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649594:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649600:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649606:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.649610:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649616:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649626:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336256.649628:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.649631:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649637:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa4280d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649646:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649651:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649656:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649660:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.649663:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649667:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649672:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92a9eabc00) 00010000:00010000:3.0:1763336256.649674:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.649676:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649723:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42814 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.649745:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42806 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ea8 expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.649754:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58a00) 00010000:00010000:3.0:1763336256.649756:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.649760:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42806 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ea8 expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.649771:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:3.0:1763336256.649814:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56970:x1848991041793408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 398us (859us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336256.649821:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10074 00000100:00100000:3.0:1763336256.653256:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10075 00000100:00100000:3.0:1763336256.653268:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56970:x1848991041793536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.653288:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.653310:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4281b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65eaf expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.653398:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653412:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653422:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653433:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653440:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653445:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653479:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653486:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653492:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653498:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.653502:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653509:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653520:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336256.653523:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.653527:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653532:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42822 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653544:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653550:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653556:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653561:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.653563:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653567:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653572:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92a9eabc00) 00010000:00010000:3.0:1763336256.653575:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.653578:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653583:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42829 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.653606:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4281b lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eaf expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.653615:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58700) 00010000:00010000:3.0:1763336256.653617:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.653620:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4281b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eaf expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.653633:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:3.0:1763336256.653728:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56970:x1848991041793536:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 462us (1090us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336256.653736:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10075 00000100:00100000:3.0:1763336256.656814:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041793664 00000100:00100000:3.0:1763336256.656824:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041793664 00000100:00100000:3.0:1763336256.656874:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10076 00000100:00100000:3.0:1763336256.656881:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56970:x1848991041793664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.656897:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.656917:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42830 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65eb6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.656963:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42837 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.656972:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42837 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.656980:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42837 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336256.657016:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763336256.657021:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763336256.657053:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42830 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eb6 expref: 274 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.657082:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42837 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eb6 expref: 273 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.657092:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336256.657095:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763336256.657099:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17800, rc 0) 00000100:00100000:3.0:1763336256.657157:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56970:x1848991041793664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 275us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.657165:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10076 00000100:00100000:3.0:1763336256.658474:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041793920 00000100:00100000:3.0:1763336256.658481:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041793920 00000100:00100000:3.0:1763336256.658531:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10077 00000100:00100000:3.0:1763336256.658539:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56971:x1848991041793920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.658554:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.658570:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa4283e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65ebd expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.658624:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658634:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658643:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658653:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658659:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658665:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658732:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658739:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658745:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658751:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.658755:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658761:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658772:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336256.658775:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.658779:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658784:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42845 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658794:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658800:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658805:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658809:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.658812:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658817:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658827:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92a9eabc00) 00010000:00010000:3.0:1763336256.658830:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.658832:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658837:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa4284c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.658864:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa4283e lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ebd expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.658885:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336256.658888:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336256.658891:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa4283e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ebd expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.658901:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17000, rc 0) 00000100:00100000:3.0:1763336256.684256:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041795584 00000100:00100000:3.0:1763336256.684262:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041795584 00000100:00100000:3.0:1763336256.698883:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.699231:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041796736 00000100:00100000:3.0:1763336256.699238:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041796736 00010000:00010000:3.0:1763336256.699269:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9183818600/0x84ca14902aa428e6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eee expref: 286 pid: 23631 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.699298:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3337 00000100:00100000:3.0:1763336256.699309:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+286:2405:x1848991041796736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.699323:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.699330:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9183818600/0x84ca14902aa428e6 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eee expref: 287 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.699342:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9183818600/0x84ca14902aa428e6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eee expref: 287 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.699363:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9183818600/0x84ca14902aa428e6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65eee expref: 287 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.699380:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336256.699385:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa428f4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.699395:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa428f4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.699403:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa428f4 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.699562:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.699821:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:2405:x1848991041796736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 512us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.699831:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3337 00010000:00010000:3.0:1763336256.705283:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705293:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705300:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705306:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.705311:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705319:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705331:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92a9eabc00) 00010000:00010000:3.0:1763336256.705334:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.705339:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705344:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa427ce lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705363:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705370:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705375:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705380:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.705384:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705390:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705398:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92a9eabc00) 00010000:00010000:3.0:1763336256.705401:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.705403:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705413:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42861 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705432:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705442:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705453:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705460:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21faa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.705464:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705472:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705483:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336256.705487:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.705490:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.705495:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa428ca lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000100:00100000:3.0:1763336256.705528:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7037 00000100:00100000:3.0:1763336256.705540:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3649:x1848991056096512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.708644:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3649:x1848991056096512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3106us (3497us total) trans 21474839118 rc 0/0 00000100:00100000:3.0:1763336256.708658:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7037 00000100:00100000:3.0:1763336256.708709:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7042 00000100:00100000:3.0:1763336256.708719:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3647:x1848991056096896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336256.708735:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:706 count 1 00010000:00010000:3.0:1763336256.708749:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.708764:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.708772:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.708773:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336256.708776:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.708804:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.708816:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 24 pid: 27808 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.708828:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056097408:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.708885:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000004:00080000:3.0:1763336256.709231:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75500/2, rc 0, transno 21474839119 00000100:00100000:3.0:1763336256.709237:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056096384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336256.713379:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.713461:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056097408:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336256.713498:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.713546:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041797376 00000100:00100000:3.0:1763336256.713552:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041797376 00010000:00010000:3.0:1763336256.713572:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 25 pid: 27808 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.713607:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3339 00000100:00100000:3.0:1763336256.713626:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041797376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.713642:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.713655:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 25 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.713705:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 25 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.713727:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635a600/0x84ca14902aa427ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65e8c expref: 25 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.713751:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.713755:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.713759:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.713774:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.713807:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.713856:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041797376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 237us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.713876:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3339 00010000:00010000:3.0:1763336256.713913:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.713923:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.713933:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.713940:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.713958:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336256.714453:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3647:x1848991056096896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5735us (5834us total) trans 17179871854 rc 0/0 00000100:00100000:3.0:1763336256.714463:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7042 00010000:00010000:3.0:1763336256.714484:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763336256.714491:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.714498:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336256.714503:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.714604:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.714620:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.714645:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17000/0x84ca14902aa42933 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.723196:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041798144 00000100:00100000:3.0:1763336256.723203:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041798144 00010000:00010000:3.0:1763336256.723234:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa428bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ee0 expref: 25 pid: 28588 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336256.723274:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3340 00000100:00100000:3.0:1763336256.723283:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041798144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.723297:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.723302:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa428bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ee0 expref: 25 pid: 28588 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.723315:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa428bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ee0 expref: 25 pid: 28588 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.723339:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa428bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ee0 expref: 25 pid: 28588 timeout: 1144 lvb_type: 1 00010000:00010000:3.0:1763336256.723357:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.723359:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.723366:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.723382:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.723984:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.723998:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056097664:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336256.724073:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.729299:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056097664:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336256.729323:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.729394:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041798144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6106us (6599us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.729405:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3340 00000100:00100000:1.0:1763336256.730184:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:55888:x1848991041798272:12345-192.168.203.16@tcp:101:bash.0 Request processed in 166us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.730190:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7044 00000100:00100000:1.0:1763336256.734743:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041798528 00000100:00100000:1.0:1763336256.734753:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041798528 00000100:00100000:3.0:1763336256.734945:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041798400 00000100:00100000:3.0:1763336256.734950:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041798400 00002000:00010000:3.0:1763336256.734970:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/708 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.734974:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb7100 with x1848991041798400 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.734985:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb7100. 00000100:00100000:3.0:1763336256.735014:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1731 00000100:00100000:3.0:1763336256.735022:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041798400:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336256.735190:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336256.735193:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336256.735196:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336256.735197:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336256.735199:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336256.735254:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041798400:12345-192.168.203.16@tcp:10:bash.0 Request processed in 232us (343us total) trans 17179871855 rc 0/0 00000100:00100000:3.0:1763336256.735260:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1731 00002000:00010000:3.0:1763336256.735264:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/708 (0->18446744073709551615) 00002000:00100000:3.0:1763336256.735266:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb7100 with x1848991041798400 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336256.735270:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb7100. 00002000:00010000:1.0:1763336256.735452:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/739 (0->18446744073709551615) 00002000:00100000:1.0:1763336256.735457:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c700 with x1848991041798528 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336256.735464:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c700. 00000100:00100000:1.0:1763336256.735497:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1732 00000100:00100000:1.0:1763336256.735506:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041798528:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:1.0:1763336256.735599:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336256.735603:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:1.0:1763336256.735605:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336256.735607:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:1.0:1763336256.735609:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336256.735634:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041798528:12345-192.168.203.16@tcp:10:bash.0 Request processed in 130us (1135us total) trans 21474839121 rc 0/0 00000100:00100000:1.0:1763336256.735641:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1732 00002000:00010000:1.0:1763336256.735644:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/739 (0->18446744073709551615) 00002000:00100000:1.0:1763336256.735647:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c700 with x1848991041798528 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336256.735651:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c700. 00000100:00100000:3.0:1763336256.739134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.739461:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041798784 00000100:00100000:1.0:1763336256.739471:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041798784 00000100:00100000:1.0:1763336256.739532:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3483 00000100:00100000:1.0:1763336256.739543:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:55888:x1848991041798784:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:1.0:1763336256.739929:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:55888:x1848991041798784:12345-192.168.203.16@tcp:35:bash.0 Request processed in 387us (803us total) trans 8589940107 rc 0/0 00000100:00100000:1.0:1763336256.739941:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3483 00000100:00100000:1.0:1763336256.749548:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041799040 00000100:00100000:1.0:1763336256.749559:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041799040 00000100:00100000:1.0:1763336256.749621:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10089 00000100:00100000:1.0:1763336256.749632:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56972:x1848991041799040:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336256.749653:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.749673:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4296b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f1f expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.749882:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1763336256.750888:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.750908:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4292c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f03 expref: 274 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.750917:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.750947:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4292c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f03 expref: 274 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.750961:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4292c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f03 expref: 274 pid: 33424 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763336256.750974:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91894b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:23631:1848991056097792:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336256.751586:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.752889:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1763336256.758608:0:23631:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.16@tcp) returned -22 from blocking AST (req@00000000695340e3 x1848991056097792) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4292c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f03 expref: 272 pid: 33424 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.758796:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4292c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f03 expref: 272 pid: 33424 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763336256.758814:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91894b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:23631:1848991056097792:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336256.758836:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:1.0:1763336256.758841:0:23631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42987 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336256.758849:0:23631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42987 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336256.758858:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.758865:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.758871:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336256.758893:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1f7:0x0]: returning size 5 00010000:00010000:1.0:1763336256.759022:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4296b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f1f expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.759043:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f1f expref: 272 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.759062:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42972 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1f7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f1f expref: 272 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.759074:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:1.0:1763336256.759130:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56972:x1848991041799040:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9499us (9662us total) trans 8589940109 rc 0/0 00000100:00100000:1.0:1763336256.759138:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10089 00000100:00100000:3.0:1763336256.764948:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.775647:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.783671:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7045 00000100:00100000:1.0:1763336256.783702:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991041800192:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336256.783745:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa429b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.783764:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.783772:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336256.783774:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336256.783778:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa429b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.783812:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.783826:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 25 pid: 27808 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763336256.783840:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91894b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056097920:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336256.785091:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336256.787661:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.788094:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041800320 00000100:00100000:1.0:1763336256.788105:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041800320 00000100:00100000:1.0:1763336256.788173:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10093 00000100:00100000:1.0:1763336256.788184:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56974:x1848991041800320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336256.788207:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.788234:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa429bf lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f34 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.788297:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788311:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788321:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788333:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788339:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788345:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000100:00100000:3.0:1763336256.788598:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041800448 00000100:00100000:3.0:1763336256.788603:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041800448 00002000:00100000:3.0:1763336256.788632:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x2c4:0x0] (0->4) req@ffff9c9187015c00 x1848991041800448/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:547/0 lens 496/0 e 0 to 0 dl 1763336267 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336256.788641:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015c00 with x1848991041800448 ext(0->4) 00010000:00010000:3.0:1763336256.788648:0:24002:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 26 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.788661:0:24002:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 26 pid: 27808 timeout: 1144 lvb_type: 0 00002000:00010000:3.0:1763336256.788668:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9c9187015c00 00010000:00010000:1.0:1763336256.788871:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788878:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788884:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788893:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.788897:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788903:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788914:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9285ffae00) 00010000:00010000:1.0:1763336256.788916:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.788919:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788925:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa429c6 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788936:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788942:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788947:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788950:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.788953:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788957:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788963:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24ef00) 00010000:00010000:1.0:1763336256.788965:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.788968:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788972:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429cd lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.788996:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa429bf lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f34 expref: 276 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.789004:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9285ffae00) 00010000:00010000:1.0:1763336256.789006:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.789009:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa429bf lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f34 expref: 276 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.789020:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:1.0:1763336256.789078:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56974:x1848991041800320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 896us (1425us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336256.789084:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10093 00000100:00100000:3.0:1763336256.789251:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 127 00000100:00100000:3.0:1763336256.789259:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041800448:12345-192.168.203.16@tcp:4:bash.0 00000100:00100000:3.0:1763336256.804769:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041800704 00000100:00100000:3.0:1763336256.804775:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041800704 00010000:00010000:3.0:1763336256.804802:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 28 pid: 27808 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.804839:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3342 00000100:00100000:3.0:1763336256.804847:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991041800704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.804859:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763336256.804874:0:6498:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763336256.804877:0:6498:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336256.804883:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 28 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.804895:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 28 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.804913:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4295d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f11 expref: 28 pid: 27808 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.804926:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.804928:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.804932:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa429b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.804941:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa429b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.804971:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.805015:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991041800704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 168us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.805023:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3342 00000100:00100000:3.0:1763336256.810489:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.810545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.810661:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041800832 00000100:00100000:1.0:1763336256.810671:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041800832 00000100:00100000:3.0:1763336256.811189:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10095 00000100:00100000:3.0:1763336256.811208:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56974:x1848991041800832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.811230:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.811254:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa429e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f42 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.811309:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa429f0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.811322:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa429f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.811333:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa429f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336256.811373:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763336256.811378:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763336256.811411:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa429e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f42 expref: 277 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.811432:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa429f0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f42 expref: 276 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.811440:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58600) 00010000:00010000:3.0:1763336256.811443:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763336256.811447:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16a00, rc 0) 00000100:00100000:3.0:1763336256.811506:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56974:x1848991041800832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 302us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.811513:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10095 00000100:00100000:1.0:1763336256.811554:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041801088 00000100:00100000:1.0:1763336256.811560:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041801088 00000100:00100000:1.0:1763336256.811596:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10096 00000100:00100000:1.0:1763336256.811604:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56972:x1848991041801088:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336256.811629:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336256.811644:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4299c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f26 expref: 276 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.811655:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:1.0:1763336256.811659:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336256.811675:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.811720:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.811729:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000040:00080000:1.0:1763336256.811929:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1612, 88 off134952 00000004:00080000:1.0:1763336256.811938:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044773251879ns, next at 1045356949066ns, rc = 0 00000040:00080000:1.0:1763336256.812159:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1612, 88 off135040 00000004:00080000:1.0:1763336256.812165:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044773479505ns, next at 1045356909787ns, rc = 0 00000040:00080000:1.0:1763336256.812477:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1613, 88 off135128 00000004:00080000:1.0:1763336256.812484:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044773798313ns, next at 1045356909787ns, rc = 0 00000040:00080000:1.0:1763336256.812565:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1613, 88 off135040 00000004:00080000:1.0:1763336256.812570:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044773884711ns, next at 1045356949066ns, rc = 0 00000100:00100000:1.0:1763336256.814868:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.815520:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041801216 00000100:00100000:3.0:1763336256.815540:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041801216 00000100:00100000:3.0:1763336256.815600:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10097 00000100:00100000:3.0:1763336256.815615:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56974:x1848991041801216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.815650:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.815675:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa429fe lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f49 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.815799:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815816:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815837:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815852:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815866:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815874:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815921:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815930:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815938:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815946:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815953:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.815958:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815966:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.815980:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58600) 00010000:00010000:3.0:1763336256.815984:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.815997:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816004:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42a05 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816019:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816026:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816032:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816038:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.816043:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816050:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816074:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24ef00) 00010000:00010000:3.0:1763336256.816078:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.816081:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816089:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42a0c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.816123:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa429fe lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f49 expref: 278 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.816138:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c918cd58600) 00010000:00010000:3.0:1763336256.816141:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.816144:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa429fe lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f49 expref: 278 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.816152:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:3.0:1763336256.816224:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56974:x1848991041801216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 613us (1363us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336256.816232:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10097 00000004:00010000:1.0:1763336256.816602:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000141aecf8 reply state 000000008dec82c6 transno 8589940112 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.816616:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.816629:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:1.0:1763336256.816633:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763336256.816636:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763336256.816730:0:23631:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763336256.816744:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56972:x1848991041801088:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 5139us (6197us total) trans 8589940112 rc 0/0 00000100:00100000:1.0:1763336256.816757:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10096 00010000:00010000:3.0:1763336256.817803:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.817812:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.817819:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00000100:00100000:1.0:1763336256.818138:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098304:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.818179:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336256.818212:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187014380/2, rc 0, transno 21474839122 00000100:00100000:1.0:1763336256.818217:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098176:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336256.818771:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056098304 00000100:00100000:1.0:1763336256.818777:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056098304 00010000:00010000:3.0:1763336256.818805:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:1.0:1763336256.818819:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056098432 00000100:00100000:1.0:1763336256.818824:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056098432 00000100:00100000:1.0:1763336256.818844:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7048 00000100:00100000:1.0:1763336256.818852:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3649:x1848991056098304:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.819003:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3649:x1848991056098304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 151us (823us total) trans 17179871857 rc 0/0 00000100:00100000:1.0:1763336256.819011:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7048 00000004:00080000:1.0:1763336256.819068:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ae680/2, rc 0, transno 17179871857 00000100:00100000:1.0:1763336256.819074:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098304:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763336256.819283:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.819293:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.819307:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:3.0:1763336256.819311:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336256.819315:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.819323:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa429f7 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000100:00100000:1.0:1763336256.821241:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.824444:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.827441:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.831776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.835099:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.835166:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041802112 00000100:00100000:3.0:1763336256.835178:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041802112 00010000:00010000:3.0:1763336256.835218:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42a28 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f50 expref: 272 pid: 23631 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.835265:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3343 00000100:00100000:3.0:1763336256.835275:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:2405:x1848991041802112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.835291:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.835297:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42a28 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f50 expref: 272 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.835309:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42a28 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f50 expref: 272 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.835331:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336256.835336:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a44 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.835345:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a44 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.835351:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a44 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.835369:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.835419:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:2405:x1848991041802112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 145us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.835426:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3343 00000100:00100000:1.0:1763336256.845388:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.852550:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.852855:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56974:x1848991041802752:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336256.854336:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56974:x1848991041802752:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1131us (1441us total) trans 8589940116 rc 0/0 00000100:00100000:0.0:1763336256.854350:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3486 00000100:00100000:1.0:1763336256.864438:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.864553:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041803008 00000100:00100000:0.0:1763336256.864564:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041803008 00000100:00100000:0.0:1763336256.864626:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10102 00000100:00100000:0.0:1763336256.864636:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:55888:x1848991041803008:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336256.864657:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336256.864725:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42a67 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f73 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.864860:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864876:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864889:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864900:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864908:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864915:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864969:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42a7c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864982:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42a7c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.864988:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42a7c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:0.0:1763336256.864998:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1f8:0x0]: returning size 0 00010000:00010000:0.0:1763336256.865090:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865098:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865104:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865110:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865116:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336256.865119:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865126:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865136:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9283955300) 00010000:00010000:0.0:1763336256.865138:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336256.865143:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865149:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42a6e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865167:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865172:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865177:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865180:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336256.865183:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865188:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865193:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24ed00) 00010000:00010000:0.0:1763336256.865196:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336256.865199:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865204:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42a75 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.865236:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42a67 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f73 expref: 276 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.865293:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42a7c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f73 expref: 275 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.865301:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:0.0:1763336256.865304:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336256.865306:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:0.0:1763336256.865371:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:55888:x1848991041803008:12345-192.168.203.16@tcp:101:bash.0 Request processed in 736us (942us total) trans 8589940117 rc 0/0 00000100:00100000:0.0:1763336256.865379:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10102 00000100:00100000:0.0:1763336256.870794:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041803136 00000100:00100000:0.0:1763336256.870819:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041803136 00000100:00100000:0.0:1763336256.870900:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10103 00000100:00100000:0.0:1763336256.870911:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:55888:x1848991041803136:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336256.870934:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336256.870957:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42a8a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f7a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.870991:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42a91 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.871004:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42a91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.871015:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42a91 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336256.871147:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42a8a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f7a expref: 277 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.871165:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42a91 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f7a expref: 276 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.871175:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:0.0:1763336256.871178:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336256.871181:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:0.0:1763336256.871240:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:55888:x1848991041803136:12345-192.168.203.16@tcp:101:bash.0 Request processed in 331us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336256.871247:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10103 00000100:00100000:1.0:1763336256.882015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.882094:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041803392 00000100:00100000:0.0:1763336256.882104:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041803392 00000100:00100000:0.0:1763336256.882479:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10104 00000100:00100000:0.0:1763336256.882509:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:55888:x1848991041803392:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:0.0:1763336256.882567:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336256.882595:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42a7c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f73 expref: 276 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.882614:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:0.0:1763336256.882620:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336256.883477:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.883494:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.883679:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000001:00080000:1.0:1763336256.883752:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940118 00000004:00010000:1.0:1763336256.883775:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000647d3d8f reply state 00000000c2072c72 transno 8589940119 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.883788:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.883795:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:1.0:1763336256.883798:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336256.883801:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336256.883898:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:55888:x1848991041803392:12345-192.168.203.16@tcp:36:bash.0 Request processed in 1407us (1887us total) trans 8589940119 rc 0/0 00000100:00100000:1.0:1763336256.883907:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10104 00000020:00080000:1.0:1763336256.883914:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336256.886904:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.891504:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041803648 00000100:00100000:1.0:1763336256.891513:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041803648 00000100:00100000:1.0:1763336256.891759:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10105 00000100:00100000:1.0:1763336256.891901:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:55888:x1848991041803648:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336256.891924:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.891946:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42a9f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f81 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.892456:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1763336256.892838:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42a9f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f81 expref: 279 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.892854:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42a9f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f81 expref: 279 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.892869:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:1.0:1763336256.892871:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336256.892874:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:1.0:1763336256.893487:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:55888:x1848991041803648:12345-192.168.203.16@tcp:101:bash.0 Request processed in 1717us (2088us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.893495:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10105 00000100:00100000:1.0:1763336256.896011:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804032 00000100:00100000:1.0:1763336256.896019:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804032 00000100:00100000:1.0:1763336256.896078:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10106 00000100:00100000:1.0:1763336256.896128:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:55888:x1848991041804032:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336256.896147:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.896150:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763336256.896176:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42a9f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f81 expref: 279 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.896193:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:1.0:1763336256.896199:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336256.896211:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aa6 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f88 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.896256:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42aad lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.896269:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42aad lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.896277:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42aad lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000040:00080000:1.0:1763336256.896491:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1614, 88 off135216 00000004:00080000:1.0:1763336256.896500:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044857813965ns, next at 1045356909787ns, rc = 0 00000040:00080000:1.0:1763336256.896548:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1614, 88 off135128 00000004:00080000:1.0:1763336256.896554:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044857868083ns, next at 1045356949066ns, rc = 0 00000040:00080000:1.0:1763336256.896584:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1615, 88 off135216 00000004:00080000:1.0:1763336256.896589:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044857904055ns, next at 1045356949066ns, rc = 0 00000100:00100000:3.0:1763336256.896591:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000040:00080000:1.0:1763336256.896600:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1615, 88 off135304 00000004:00080000:1.0:1763336256.896605:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044857919300ns, next at 1045356909787ns, rc = 0 00000100:00100000:0.0:1763336256.896756:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804160 00000100:00100000:0.0:1763336256.896762:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804160 00000100:00100000:0.0:1763336256.897138:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1733 00000100:00100000:0.0:1763336256.897146:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991041804160:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336256.897170:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897182:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.897185:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.897190:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897201:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897301:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897310:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897317:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897323:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336256.897326:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897334:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897347:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.897353:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ab4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336256.897411:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991041804160:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 266us (895us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336256.897419:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1733 00010000:00010000:1.0:1763336256.904708:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.904721:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.904733:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.904739:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.904744:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00000001:00080000:0.0:1763336256.904744:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940120 is committed 00000004:00080000:0.0:1763336256.904751:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1053 committed 00010000:00010000:1.0:1763336256.904752:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00000004:00080000:0.0:1763336256.904761:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1049 committed 00010000:00010000:1.0:1763336256.904767:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c918a24ed00) 00010000:00010000:1.0:1763336256.904770:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:0.0:1763336256.904773:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1048 committed 00010000:00010000:1.0:1763336256.904775:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00080000:0.0:1763336256.904775:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1052 committed 00010000:00010000:1.0:1763336256.904781:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42a21 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.904803:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904810:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904815:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904819:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.904821:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904825:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904832:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:1.0:1763336256.904834:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.904836:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904841:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42a98 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.904888:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42aad lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f88 expref: 271 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.904896:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:1.0:1763336256.904900:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763336256.904907:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1763336256.904912:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aa6 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f88 expref: 271 pid: 6514 timeout: 0 lvb_type: 3 00000100:00100000:0.0:1763336256.904921:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056098688:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763336256.904929:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42aad lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f88 expref: 270 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336256.904947:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336256.904953:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098816:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336256.904967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336256.904990:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336256.905021:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056098688 00010000:00010000:0.0:1763336256.905026:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00000100:00100000:1.0:1763336256.905028:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056098688 00010000:00010000:0.0:1763336256.905029:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336256.905032:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:1.0:1763336256.905072:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056098816 00000100:00100000:1.0:1763336256.905075:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056098816 00000100:00100000:1.0:1763336256.905095:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7053 00000100:00100000:0.0:1763336256.905095:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:55888:x1848991041804032:12345-192.168.203.16@tcp:101:bash.0 Request processed in 9008us (9201us total) trans 8589940120 rc 0/0 00000100:00100000:1.0:1763336256.905102:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3646:x1848991056098688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336256.905102:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10106 00000100:00100000:1.0:1763336256.905242:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3646:x1848991056098688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (273us total) trans 21474839124 rc 0/0 00000100:00100000:1.0:1763336256.905247:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7053 00000100:00100000:1.0:1763336256.905258:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7054 00000100:00100000:1.0:1763336256.905262:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3649:x1848991056098816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336256.905336:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3649:x1848991056098816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (345us total) trans 21474839125 rc 0/0 00000100:00100000:1.0:1763336256.905341:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7054 00000004:00080000:1.0:1763336256.905378:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187017b80/2, rc 0, transno 21474839125 00000100:00100000:1.0:1763336256.905383:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098816:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763336256.905396:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187015880/2, rc 0, transno 21474839124 00000100:00100000:1.0:1763336256.905399:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056098688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336256.905453:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336256.905460:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056099072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.905483:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336256.905501:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056099072 00000100:00100000:1.0:1763336256.905504:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056099072 00000100:00100000:1.0:1763336256.905521:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7055 00000100:00100000:1.0:1763336256.905525:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3647:x1848991056099072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.905599:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3647:x1848991056099072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (115us total) trans 17179871859 rc 0/0 00000100:00100000:1.0:1763336256.905604:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7055 00000004:00080000:1.0:1763336256.905625:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca7800/2, rc 0, transno 17179871859 00000100:00100000:1.0:1763336256.905628:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056099072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.905637:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098944:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.905652:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336256.905676:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056098944 00000100:00100000:1.0:1763336256.905679:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056098944 00000100:00100000:1.0:1763336256.905726:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7056 00000100:00100000:1.0:1763336256.905732:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:3649:x1848991056098944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.905798:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3649:x1848991056098944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (143us total) trans 17179871860 rc 0/0 00000100:00100000:1.0:1763336256.905803:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7056 00000004:00080000:1.0:1763336256.905829:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4e00/2, rc 0, transno 17179871860 00000100:00100000:1.0:1763336256.905833:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056098944:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336256.906306:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804288 00000100:00100000:1.0:1763336256.906311:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804288 00000100:00100000:1.0:1763336256.908925:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.908987:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804544 00000100:00100000:3.0:1763336256.908997:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804544 00000100:00100000:0.0:1763336256.909039:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804416 00000100:00100000:0.0:1763336256.909046:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804416 00000100:00100000:3.0:1763336256.909063:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7057 00000100:00100000:3.0:1763336256.909077:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:55888:x1848991041804544:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336256.909092:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.909112:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f96 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336256.909121:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1734 00000100:00100000:0.0:1763336256.909134:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bcd3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041804416:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:3.0:1763336256.909136:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.909155:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.909158:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1763336256.909166:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336256.909175:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.909179:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.909188:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.909192:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.909196:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.909201:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.909216:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.909224:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:3.0:1763336256.909283:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:55888:x1848991041804544:12345-192.168.203.16@tcp:101:bash.0 Request processed in 211us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.909290:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7057 00000100:00100000:3.0:1763336256.910785:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.910879:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804672 00000100:00100000:1.0:1763336256.910888:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804672 00000100:00100000:1.0:1763336256.910938:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7058 00000100:00100000:1.0:1763336256.910946:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:55888:x1848991041804672:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336256.910961:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.910980:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa42ad7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65f9d expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336256.911000:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336256.911015:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336256.911017:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336256.911025:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa42ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f9d expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.911037:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa42ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f9d expref: 28 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.911047:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:1.0:1763336256.911106:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:55888:x1848991041804672:12345-192.168.203.16@tcp:101:bash.0 Request processed in 159us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.911113:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7058 00002000:00010000:0.0:1763336256.912856:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb size from disk: 0 -> 4096 00000100:00100000:1.0:1763336256.912862:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:0.0:1763336256.912869:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336256.912882:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336256.912885:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763336256.912896:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.912907:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.912915:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.912922:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336256.912926:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.912935:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.912951:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.912959:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa42ad0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336256.913026:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bcd3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991041804416:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 3894us (4112us total) trans 21474839126 rc 0/0 00000100:00100000:0.0:1763336256.913035:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1734 00000100:00100000:3.0:1763336256.913616:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.913731:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041804928 00000100:00100000:1.0:1763336256.913737:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041804928 00002000:00010000:1.0:1763336256.913768:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/710 (0->18446744073709551615) 00002000:00100000:1.0:1763336256.913773:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831adc00 with x1848991041804928 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336256.913783:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831adc00. 00000100:00100000:0.0:1763336256.913929:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1735 00000100:00100000:0.0:1763336256.913937:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991041804928:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:0.0:1763336256.914080:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336256.914084:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c6:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336256.914086:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336256.914088:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c6:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336256.914090:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336256.914119:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991041804928:12345-192.168.203.16@tcp:10:bash.0 Request processed in 183us (507us total) trans 17179871861 rc 0/0 00000100:00100000:0.0:1763336256.914125:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1735 00002000:00010000:0.0:1763336256.914128:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/710 (0->18446744073709551615) 00002000:00100000:0.0:1763336256.914130:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831adc00 with x1848991041804928 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336256.914134:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831adc00. 00000100:00100000:0.0:1763336256.914148:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1736 00000100:00100000:0.0:1763336256.914153:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991041804800:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:0.0:1763336256.914225:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336256.914227:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e5:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336256.914229:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336256.914231:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e5:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336256.914233:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336256.914250:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041804800:12345-192.168.203.16@tcp:10:bash.0 Request processed in 97us (1395us total) trans 21474839127 rc 0/0 00000100:00100000:0.0:1763336256.914256:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1736 00002000:00010000:0.0:1763336256.914258:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/741 (0->18446744073709551615) 00002000:00100000:0.0:1763336256.914260:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca4a80 with x1848991041804800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336256.914264:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca4a80. 00000100:00100000:3.0:1763336256.917915:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.917986:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041805184 00000100:00100000:0.0:1763336256.918006:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041805184 00000100:00100000:0.0:1763336256.918074:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3487 00000100:00100000:0.0:1763336256.918084:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:55888:x1848991041805184:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:0.0:1763336256.918359:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:55888:x1848991041805184:12345-192.168.203.16@tcp:35:bash.0 Request processed in 275us (454us total) trans 8589940121 rc 0/0 00000100:00100000:0.0:1763336256.918376:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3487 00000100:00100000:1.0:1763336256.923926:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.924092:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041805440 00000100:00100000:3.0:1763336256.924102:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041805440 00000100:00100000:3.0:1763336256.929585:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.929766:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.929964:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041805696 00000100:00100000:1.0:1763336256.929974:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041805696 00000100:00100000:1.0:1763336256.930041:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7059 00000100:00100000:1.0:1763336256.930065:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:56972:x1848991041805696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336256.930082:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.930109:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fab expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336256.930460:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e4:0x0] initial LVB size: 4096, mtime: 0x691a6040, atime: 0x0, ctime: 0x691a6040, blocks: 0x8 00010000:00010000:1.0:1763336256.930491:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336256.930497:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336256.930512:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.930555:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.930570:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:1.0:1763336256.931472:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:56972:x1848991041805696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1415us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.931482:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7059 00000100:00100000:3.0:1763336256.933959:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.934035:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.934083:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041806080 00000100:00100000:3.0:1763336256.934093:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041806080 00000100:00100000:3.0:1763336256.934152:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10110 00000100:00100000:3.0:1763336256.934162:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56975:x1848991041806080:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1763336256.934217:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763336256.934241:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42aad lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f88 expref: 274 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.934263:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa42b01 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fa4 expref: 273 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.934277:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42a91 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f7a expref: 272 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.934287:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c9283955700) 00010000:00010000:3.0:1763336256.934298:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336256.934321:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934334:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934342:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934353:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934359:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934365:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934442:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934455:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934462:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000040:00080000:3.0:1763336256.934739:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1616, 64 off135368 00000040:00080000:3.0:1763336256.934767:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1616, 64 off135280 00000040:00080000:3.0:1763336256.934780:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1617, 64 off135344 00000040:00080000:3.0:1763336256.934790:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1617, 64 off135432 00010000:00010000:3.0:1763336256.934843:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934853:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934861:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934868:0:23631:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934874:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934880:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934896:0:23631:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336256.934912:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934918:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934928:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934934:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.934938:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934944:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934953:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c929092e900) 00010000:00010000:3.0:1763336256.934955:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763336256.934959:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.934965:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b16 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935093:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935100:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935106:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935112:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:0.0:1763336256.935113:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041805824 00010000:00010000:3.0:1763336256.935115:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336256.935121:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041805824 00010000:00010000:3.0:1763336256.935124:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935139:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336256.935142:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.935145:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935151:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b08 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336256.935165:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7060 00000004:00010000:3.0:1763336256.935166:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eec8dee1 reply state 000000000982d412 transno 8589940123 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336256.935178:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:56972:x1848991041805824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.935181:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.935190:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e800) 00010000:00010000:0.0:1763336256.935192:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.935193:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336256.935197:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763336256.935211:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fb2 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336256.935234:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336256.935250:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.935253:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.935260:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 30 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.935273:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 30 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.935280:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56975:x1848991041806080:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1115us (1240us total) trans 8589940123 rc 0/0 00010000:00010000:0.0:1763336256.935288:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:3.0:1763336256.935293:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10110 00000100:00100000:0.0:1763336256.935325:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:56972:x1848991041805824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 151us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336256.935332:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7060 00010000:00010000:1.0:1763336256.935377:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336256.935384:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.935390:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336256.935394:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.935399:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.935409:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f8:0x0].0x0 (ffff9c929092e900) 00010000:00010000:1.0:1763336256.935412:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336256.935414:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.935419:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b1d lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.935433:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336256.935436:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336256.935438:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.937877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.937913:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.938072:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041806208 00000100:00100000:0.0:1763336256.938078:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041806208 00002000:00010000:0.0:1763336256.938142:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/740 (5->18446744073709551615) 00002000:00100000:0.0:1763336256.938148:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831aca80 with x1848991041806208 ext(5->18446744073709551615) 00002000:00010000:0.0:1763336256.938155:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831aca80. 00000100:00100000:3.0:1763336256.942585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.942748:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041806592 00000100:00100000:0.0:1763336256.942757:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041806592 00000100:00100000:0.0:1763336256.942821:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10111 00000100:00100000:0.0:1763336256.942838:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56972:x1848991041806592:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336256.942925:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.942942:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.942954:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00010000:0.0:1763336256.943075:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009824d41d reply state 000000004eba5e86 transno 8589940124 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.943089:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.943096:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:0.0:1763336256.943099:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336256.943102:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336256.943204:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56972:x1848991041806592:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 368us (626us total) trans 8589940124 rc 0/0 00000100:00100000:0.0:1763336256.943212:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10111 00000100:00100000:0.0:1763336256.946304:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.946348:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.946667:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041806848 00000100:00100000:3.0:1763336256.946672:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041806848 00000100:00100000:3.0:1763336256.946735:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10112 00000100:00100000:3.0:1763336256.946743:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56976:x1848991041806848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.946759:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.946779:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b32 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fb9 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.946832:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946844:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946854:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946863:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946869:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946874:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946905:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946911:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946916:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946921:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.946925:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946931:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946946:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336256.946949:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.946953:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946958:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b39 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946967:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946972:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946976:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946981:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.946984:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946990:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.946995:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e800) 00010000:00010000:3.0:1763336256.946997:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.947000:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.947004:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42b40 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.947024:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b32 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb9 expref: 276 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.947033:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336256.947035:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.947039:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42b32 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb9 expref: 276 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.947050:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:3.0:1763336256.947085:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56976:x1848991041806848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 342us (735us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336256.947092:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10112 00000100:00100000:3.0:1763336256.949471:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.949514:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.949590:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807104 00000100:00100000:0.0:1763336256.949599:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807104 00000100:00100000:0.0:1763336256.949650:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3488 00000100:00100000:0.0:1763336256.949659:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56972:x1848991041807104:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336256.949741:0:35235:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x1f7:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa429aa lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f2d expref: 275 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.949784:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.949797:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 275 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.949806:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.949839:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 275 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.949853:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 275 pid: 6514 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336256.949868:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35235:1848991056099200:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336256.949943:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336256.950017:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807232 00000100:00100000:1.0:1763336256.950022:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807232 00000100:00100000:1.0:1763336256.950069:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10113 00000100:00100000:1.0:1763336256.950078:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56976:x1848991041807232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336256.950088:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.950103:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b4e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fc0 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.950148:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950157:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950166:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950176:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950186:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950193:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950229:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950236:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950242:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950247:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.950251:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950258:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950268:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:1.0:1763336256.950270:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.950274:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950280:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42b55 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950291:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950296:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950303:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950308:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.950310:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950315:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950321:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e800) 00010000:00010000:1.0:1763336256.950323:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.950326:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950331:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa42b5c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.950352:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b4e lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fc0 expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.950360:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:1.0:1763336256.950362:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.950366:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b4e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fc0 expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.950376:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:1.0:1763336256.950402:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56976:x1848991041807232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 326us (888us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336256.950410:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10113 00000100:00100000:0.0:1763336256.952386:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:35235:1848991056099200:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336256.952415:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00000100:00100000:3.0:1763336256.952756:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.952782:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.952902:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807488 00000100:00100000:0.0:1763336256.952908:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807488 00000100:00100000:0.0:1763336256.952959:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10114 00000100:00100000:0.0:1763336256.952968:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56976:x1848991041807488:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336256.952985:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336256.953004:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b63 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fc7 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.953065:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42b6a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336256.953078:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42b6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336256.953088:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42b6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336256.953129:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763336256.953134:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763336256.953167:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b63 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fc7 expref: 278 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.953183:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42b6a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fc7 expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.953191:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9283955f00) 00010000:00010000:0.0:1763336256.953194:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763336256.953197:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:0.0:1763336256.953254:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56976:x1848991041807488:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 286us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336256.953262:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10114 00000100:00100000:1.0:1763336256.953345:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807360 00000100:00100000:1.0:1763336256.953349:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807360 00010000:00010000:1.0:1763336256.953370:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 277 pid: 6514 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763336256.953390:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3344 00000100:00100000:1.0:1763336256.953396:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2405:x1848991041807360:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336256.953405:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336256.953409:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 277 pid: 6514 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.953420:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 277 pid: 6514 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.953433:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa42a36 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f57 expref: 277 pid: 6514 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.953443:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:1.0:1763336256.953447:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.953454:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.953460:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.953479:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336256.953500:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:2405:x1848991041807360:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 104us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.953510:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3344 00010000:00010000:1.0:1763336256.953530:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.953536:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00000040:00080000:1.0:1763336256.953745:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1618, 88 off135432 00000004:00080000:1.0:1763336256.953752:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044915066452ns, next at 1045356949066ns, rc = 0 00000040:00080000:1.0:1763336256.953775:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1618, 88 off135520 00000004:00080000:1.0:1763336256.953779:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044915094108ns, next at 1045356909787ns, rc = 0 00000040:00080000:1.0:1763336256.953795:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1619, 88 off135608 00000004:00080000:1.0:1763336256.953799:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044915113739ns, next at 1045356909787ns, rc = 0 00000040:00080000:1.0:1763336256.953808:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1619, 88 off135520 00000004:00080000:1.0:1763336256.953811:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044915125634ns, next at 1045356949066ns, rc = 0 00000001:00080000:1.0:1763336256.956252:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940125 is committed 00000004:00080000:1.0:1763336256.956263:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1051 committed 00010000:00010000:3.0:1763336256.956423:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956434:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956441:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956447:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.956451:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956459:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956476:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:3.0:1763336256.956479:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.956483:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956489:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfc00/0x84ca14902aa42ade lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336256.956506:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956512:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956518:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956522:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.956524:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956530:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956543:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e800) 00010000:00010000:3.0:1763336256.956545:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.956549:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956554:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42b0f lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956569:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956576:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956581:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956586:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.956589:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956594:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956601:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:3.0:1763336256.956604:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.956606:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.956612:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa42b2b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00080000:1.0:1763336256.956751:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1055 committed 00000004:00080000:1.0:1763336256.957170:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1054 committed 00000100:00100000:0.0:1763336256.958192:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056100352:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336256.958218:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336256.958235:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336256.958239:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056099968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336256.958254:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336256.958274:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056100352 00000100:00100000:0.0:1763336256.958277:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056100352 00000100:00100000:0.0:1763336256.958299:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056099968 00000100:00100000:0.0:1763336256.958301:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056099968 00000100:00100000:0.0:1763336256.958315:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7064 00000100:00100000:0.0:1763336256.958320:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3646:x1848991056100352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763336256.958383:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763336256.958387:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.958389:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336256.958391:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.958393:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e4:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763336256.958421:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3646:x1848991056100352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (202us total) trans 21474839129 rc 0/0 00000100:00100000:0.0:1763336256.958428:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7064 00000100:00100000:0.0:1763336256.958443:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7065 00000100:00100000:0.0:1763336256.958451:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3646:x1848991056099968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763336256.958463:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:741 count 1 00010000:00010000:0.0:1763336256.958476:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.958493:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.958497:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336256.958505:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336256.958507:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336256.958510:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.958530:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.958540:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 12 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336256.958550:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056100480:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336256.958584:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336256.958615:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839125 gen 2 00000004:00080000:0.0:1763336256.958621:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9f100, transno 21474839103 00000100:00100000:3.0:1763336256.958630:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807616 00000004:00080000:0.0:1763336256.958631:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9d500, transno 21474839104 00000100:00100000:3.0:1763336256.958636:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807616 00000004:00080000:0.0:1763336256.958637:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9ed80, transno 21474839105 00000004:00080000:0.0:1763336256.958642:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69880, transno 21474839106 00000004:00080000:0.0:1763336256.958645:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bfb80, transno 21474839107 00000004:00080000:0.0:1763336256.958648:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bdc00, transno 21474839108 00000004:00080000:0.0:1763336256.958651:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9189a8f100, transno 21474839109 00000004:00080000:0.0:1763336256.958654:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9189a8d180, transno 21474839110 00000004:00080000:0.0:1763336256.958658:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186b88a80, transno 21474839112 00000004:00080000:0.0:1763336256.958661:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62c000, transno 21474839113 00000004:00080000:0.0:1763336256.958665:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918a240700, transno 21474839114 00000004:00080000:0.0:1763336256.958667:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62ea00, transno 21474839115 00000004:00080000:0.0:1763336256.958671:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75f80, transno 21474839117 00000004:00080000:0.0:1763336256.958675:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75880, transno 21474839118 00000100:00100000:3.0:1763336256.958679:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10115 00000004:00080000:0.0:1763336256.958680:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75500, transno 21474839119 00000004:00080000:0.0:1763336256.958711:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77800, transno 21474839120 00000100:00100000:3.0:1763336256.958716:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56976:x1848991041807616:12345-192.168.203.16@tcp:101:lfs.0 00000004:00080000:0.0:1763336256.958717:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187014380, transno 21474839122 00000004:00080000:0.0:1763336256.958721:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187016680, transno 21474839123 00000004:00080000:0.0:1763336256.958725:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187015880, transno 21474839124 00000004:00080000:0.0:1763336256.958727:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187017b80, transno 21474839125 00010000:00010000:3.0:1763336256.958732:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763336256.958734:0:3646:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c92ae312a00 x1848991056100352/t21474839129(21474839129) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336272 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763336256.958744:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae312a00/2, rc 0, transno 21474839129 00010000:00010000:3.0:1763336256.958747:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b7f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fce expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336256.958749:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae312a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056100352:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763336256.958804:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958823:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958834:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958849:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958857:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958864:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00080000:0.0:1763336256.958890:0:32327:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 20 done 00010000:00010000:3.0:1763336256.958896:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958903:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958909:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958914:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.958918:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958926:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336256.958933:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056099584:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763336256.958936:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9283955f00) 00010000:00010000:3.0:1763336256.958941:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.958946:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958952:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42b86 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958963:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336256.958965:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336256.958974:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958981:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958987:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:0.0:1763336256.958988:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056100224:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763336256.958991:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.958999:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.959007:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092ee00) 00010000:00010000:3.0:1763336256.959010:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336256.959014:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336256.959015:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336256.959023:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42b8d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336256.959033:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1763336256.959038:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056099456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763336256.959067:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b7f lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fce expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336256.959068:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336256.959081:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9283955f00) 00010000:00010000:3.0:1763336256.959084:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336256.959086:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056100096:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763336256.959091:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42b7f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fce expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.959103:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336256.959112:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336256.959136:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56976:x1848991041807616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 424us (643us total) trans 0 rc 301/301 00000100:00100000:0.0:1763336256.959142:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056099584 00000100:00100000:3.0:1763336256.959146:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10115 00000100:00100000:0.0:1763336256.959148:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056099584 00000100:00100000:0.0:1763336256.959170:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056100224 00000100:00100000:0.0:1763336256.959172:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056100224 00000100:00100000:0.0:1763336256.959181:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056099456 00000100:00100000:0.0:1763336256.959183:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056099456 00000100:00100000:0.0:1763336256.959190:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056100096 00000100:00100000:0.0:1763336256.959191:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056100096 00000100:00100000:0.0:1763336256.959199:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7066 00000100:00100000:0.0:1763336256.959204:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3649:x1848991056099584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763336256.959264:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763336256.959267:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.959269:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb atime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.959271:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.959274:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c4:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763336256.959310:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3649:x1848991056099584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (346us total) trans 17179871865 rc 0/0 00000100:00100000:0.0:1763336256.959316:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7066 00000100:00100000:0.0:1763336256.959327:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7067 00000100:00100000:0.0:1763336256.959332:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3649:x1848991056100224:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763336256.959374:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336256.959376:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.959378:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336256.959380:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336256.959387:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336256.959406:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3649:x1848991056100224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (395us total) trans 21474839130 rc 0/0 00000100:00100000:0.0:1763336256.959411:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7067 00000100:00100000:0.0:1763336256.959421:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7068 00000100:00100000:0.0:1763336256.959426:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3649:x1848991056099456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763336256.959435:0:8396:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:711 count 1 00002000:00010000:0.0:1763336256.959451:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336256.959456:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959464:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.959465:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.959469:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959478:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959485:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959491:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959504:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763336256.959567:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1050 committed 00000100:00100000:1.0:1763336256.959611:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7069 00000100:00100000:1.0:1763336256.959636:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3649:x1848991056100096:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336256.959637:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3649:x1848991056099456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 208us (566us total) trans 17179871866 rc 0/0 00000100:00100000:0.0:1763336256.959648:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7068 00002000:00080000:1.0:1763336256.959656:0:28588:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:742 count 1 00010000:00010000:0.0:1763336256.959666:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336256.959672:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336256.959673:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336256.959711:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959711:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336256.959718:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.959726:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336256.959730:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.959731:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336256.959736:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959749:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.959750:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959769:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa42b94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.959771:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.959791:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959799:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336256.959803:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336256.959805:0:28588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1763336256.959807:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959816:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336256.959819:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959826:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959835:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959842:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa42b9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.959855:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336256.959857:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336256.959860:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336256.959942:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3649:x1848991056100096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 323us (829us total) trans 21474839131 rc 0/0 00000100:00100000:1.0:1763336256.959950:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7069 00000004:00010000:0.0:1763336256.959998:0:35235:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b92d371d reply state 00000000d091709c transno 8589940125 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.960011:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.960017:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:0.0:1763336256.960020:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763336256.960023:0:35235:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763336256.960028:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:0.0:1763336256.960031:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336256.960036:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa429aa lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f2d expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763336256.960122:0:35235:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336256.960134:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56972:x1848991041807104:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 10476us (10670us total) trans 8589940125 rc 0/0 00000100:00100000:0.0:1763336256.960142:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3488 00000004:00080000:3.0:1763336256.960333:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf922a00/2, rc 0, transno 17179871866 00000100:00100000:3.0:1763336256.960339:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056099456:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763336256.960351:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae313b80/2, rc 0, transno 21474839131 00000100:00100000:3.0:1763336256.960354:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056100096:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763336256.960362:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf922680/2, rc 0, transno 17179871865 00000100:00100000:3.0:1763336256.960365:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056099584:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763336256.960445:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.960454:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.960459:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.960465:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.960468:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.960474:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.960484:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:1.0:1763336256.960487:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336256.960490:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.960495:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa42b47 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT0 00000004:00080000:3.0:1763336256.960622:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae311f80/2, rc 0, transno 21474839130 00000100:00100000:3.0:1763336256.960628:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056100224:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336256.962824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.962965:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807744 00000100:00100000:3.0:1763336256.962975:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807744 00010000:00010000:3.0:1763336256.963008:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa42ad7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f9d expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.963043:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3345 00000100:00100000:3.0:1763336256.963063:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041807744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.963077:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.963083:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa42ad7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f9d expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.963095:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa42ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f9d expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.963118:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.963120:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.963126:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbee00/0x84ca14902aa42b71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.963136:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbee00/0x84ca14902aa42b71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.963156:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336256.963161:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.963228:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041807744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 176us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.963231:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056100480:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336256.963242:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3345 00010000:00010000:1.0:1763336256.963268:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.963347:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041807872 00000100:00100000:3.0:1763336256.963352:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041807872 00010000:00010000:3.0:1763336256.963367:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 13 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336256.963392:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3346 00000100:00100000:3.0:1763336256.963400:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041807872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336256.963409:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336256.963414:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 13 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336256.963432:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 13 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336256.963450:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336256.963455:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42ac9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f96 expref: 13 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336256.963474:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336256.963475:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.963479:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.963485:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.963498:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.963526:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336256.964960:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041807872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1555us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.964970:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3346 00010000:00010000:3.0:1763336256.965012:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.965023:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336256.965584:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041808000 00000100:00100000:0.0:1763336256.965592:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041808000 00000100:00100000:0.0:1763336256.965632:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041808256 00000100:00100000:0.0:1763336256.965635:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041808256 00000100:00100000:0.0:1763336256.965665:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10116 00000100:00100000:1.0:1763336256.965674:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10117 00000100:00100000:0.0:1763336256.965675:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56972:x1848991041808000:12345-192.168.203.16@tcp:101:lfs.0 00000100:00100000:1.0:1763336256.965715:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+268:56976:x1848991041808256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336256.965721:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.965726:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336256.965729:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336256.965742:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0600/0x84ca14902aa42ba2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fd5 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.965749:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa42b6a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fc7 expref: 268 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.965767:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9283955f00) 00010000:00010000:1.0:1763336256.965776:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336256.965786:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42ba9 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fdc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.965795:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0600/0x84ca14902aa42ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fd5 expref: 269 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.965809:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0600/0x84ca14902aa42ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fd5 expref: 269 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.965824:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:0.0:1763336256.965827:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336256.965830:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0600, rc 0) 00010000:00010000:1.0:1763336256.965873:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00000100:00100000:0.0:1763336256.965873:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:56972:x1848991041808000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 200us (2421us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336256.965885:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10116 00010000:00010000:1.0:1763336256.965890:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.965899:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.965913:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.965921:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.965926:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966282:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966291:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966298:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:1.0:1763336256.966306:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fa:0x0]: returning size 0 00010000:00010000:1.0:1763336256.966327:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966333:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966338:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966344:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966349:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e34800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336256.966354:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966361:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966369:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9285fe0000) 00010000:00010000:1.0:1763336256.966371:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336256.966374:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966380:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42bb0 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000004:00010000:1.0:1763336256.966389:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007052fec6 reply state 00000000bccc5a14 transno 8589940126 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966397:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336256.966403:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9285fe0f00) 00010000:00010000:1.0:1763336256.966405:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336256.966407:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763336256.966428:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa42ba9 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fdc expref: 270 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.966443:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fdc expref: 269 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336256.966449:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c9285fe0a00) 00010000:00010000:1.0:1763336256.966452:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336256.966454:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d000, rc 0) 00000100:00100000:1.0:1763336256.966499:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56976:x1848991041808256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 814us (3026us total) trans 8589940126 rc 0/0 00000100:00100000:1.0:1763336256.966506:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10117 00010000:00010000:3.0:1763336256.966918:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.966932:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.966950:0:27808:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763336256.967121:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336256.967129:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.967138:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0de00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336256.967142:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.967150:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.967171:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.967178:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa42b78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336256.967189:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3646:x1848991056099968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8737us (8930us total) trans 21474839132 rc 0/0 00010000:00010000:0.0:1763336256.967194:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336256.967199:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.967202:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7065 00010000:00010000:0.0:1763336256.967203:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.968365:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.968720:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041808512 00000100:00100000:0.0:1763336256.968729:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041808512 00000100:00100000:0.0:1763336256.968772:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3489 00000100:00100000:0.0:1763336256.968781:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56972:x1848991041808512:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336256.968976:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1f7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763336256.969035:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1620, 64 off135584 00000040:00080000:0.0:1763336256.969067:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1620, 64 off135672 00000040:00080000:0.0:1763336256.969079:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1621, 64 off135736 00000040:00080000:0.0:1763336256.969089:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1621, 64 off135648 00010000:00010000:0.0:1763336256.969146:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.969160:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.969170:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.969177:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.969184:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336256.969190:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT0 00000100:00100000:3.0:1763336256.969201:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336256.969220:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336256.969384:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56972:x1848991041808512:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 602us (1022us total) trans 8589940127 rc 0/0 00000100:00100000:0.0:1763336256.969396:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3489 00010000:00010000:1.0:1763336256.969522:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336256.969528:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.969535:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d1200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336256.969538:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.969545:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.969556:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1f7:0x0].0x0 (ffff9c918a24e200) 00010000:00010000:1.0:1763336256.969558:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336256.969562:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.969568:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42bcc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336256.969578:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336256.969581:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336256.969583:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336256.971866:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.972006:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041808896 00000100:00100000:1.0:1763336256.972013:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041808896 00010000:00010000:1.0:1763336256.972171:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fdc expref: 273 pid: 6514 timeout: 1144 lvb_type: 0 00000100:00100000:1.0:1763336256.972206:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3347 00000100:00100000:1.0:1763336256.972214:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:2404:x1848991041808896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336256.972231:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336256.972238:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fdc expref: 273 pid: 6514 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.972249:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fdc expref: 273 pid: 6514 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.972269:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42bbe lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fdc expref: 273 pid: 6514 timeout: 1144 lvb_type: 0 00010000:00010000:1.0:1763336256.972284:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c9285fe0a00) 00010000:00010000:1.0:1763336256.972289:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42bda lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.972297:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42bda lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.972304:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42bda lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336256.972332:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336256.972383:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:2404:x1848991041808896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 169us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336256.972390:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3347 00000100:00100000:3.0:1763336256.976618:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.976618:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.976666:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041809408 00000100:00100000:1.0:1763336256.976677:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041809408 00000100:00100000:1.0:1763336256.976761:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3490 00000100:00100000:1.0:1763336256.976771:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56976:x1848991041809408:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336256.977170:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10119 00000100:00100000:3.0:1763336256.977181:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56972:x1848991041809152:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.977193:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.977215:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42be8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fea expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.977277:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977436:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977448:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336256.977455:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56976:x1848991041809408:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 685us (846us total) trans 8589940129 rc 0/0 00010000:00010000:3.0:1763336256.977459:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336256.977463:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3490 00010000:00010000:3.0:1763336256.977471:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977476:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977561:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42bfd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977569:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42bfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977576:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42bfd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336256.977585:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fa:0x0]: returning size 0 00010000:00010000:3.0:1763336256.977637:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977644:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977650:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977656:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977661:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.977666:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977673:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977765:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336256.977768:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.977774:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977780:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42bef lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977792:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977798:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977803:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977808:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336256.977811:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977816:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977822:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9285fe0f00) 00010000:00010000:3.0:1763336256.977825:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336256.977828:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977832:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42bf6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336256.977864:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42be8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fea expref: 275 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.977884:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42bfd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fea expref: 274 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336256.977891:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336256.977894:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336256.977897:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17000, rc 0) 00000100:00100000:3.0:1763336256.979491:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.979831:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041809664 00000100:00100000:1.0:1763336256.979840:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041809664 00000100:00100000:1.0:1763336256.979887:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3491 00000100:00100000:1.0:1763336256.979896:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56976:x1848991041809664:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336256.980085:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56976:x1848991041809664:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 189us (598us total) trans 8589940131 rc 0/0 00000100:00100000:1.0:1763336256.980092:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3491 00000100:00100000:1.0:1763336256.980623:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.981012:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041809792 00000100:00100000:3.0:1763336256.981019:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041809792 00000100:00100000:3.0:1763336256.981067:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7070 00000100:00100000:3.0:1763336256.981075:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2407:x1848991041809792:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336256.981087:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336256.981106:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65ff1 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336256.981126:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336256.981140:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.981143:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336256.981152:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 32 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.981166:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 32 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336256.981177:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:3.0:1763336256.982088:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2407:x1848991041809792:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1009us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336256.982096:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7070 00000100:00100000:1.0:1763336256.986201:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336256.986244:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.986820:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10121 00000100:00100000:0.0:1763336256.986839:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56972:x1848991041810176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336256.986850:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336256.986870:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42c12 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c65fff expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.988452:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42c12 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fff expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.988465:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42c12 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fff expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.988481:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336256.988484:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336256.988487:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0a00, rc 0) 00000100:00100000:0.0:1763336256.988532:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56972:x1848991041810176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1697us (2287us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336256.988543:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10121 00000100:00100000:0.0:1763336256.989186:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.990537:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.993112:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.993178:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.993422:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10124 00000100:00100000:0.0:1763336256.993433:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56972:x1848991041811072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336256.993446:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336256.993466:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c3c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6600d expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.993514:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993526:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993535:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993545:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993553:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993561:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993706:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993975:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.993988:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:0.0:1763336256.993997:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fa:0x0]: returning size 0 00010000:00010000:0.0:1763336256.994046:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994064:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994070:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994075:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d0800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336256.994079:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994085:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994094:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8a00) 00010000:00010000:0.0:1763336256.994096:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336256.994100:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994105:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c43 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994114:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994120:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994129:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994133:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d1c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336256.994136:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994140:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994146:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9285fe0f00) 00010000:00010000:0.0:1763336256.994148:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336256.994151:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994156:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa42c4a lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336256.994185:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c3c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 284 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.994207:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 283 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.994214:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336256.994217:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336256.994219:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:0.0:1763336256.994278:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56972:x1848991041811072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 846us (1098us total) trans 8589940136 rc 0/0 00000100:00100000:0.0:1763336256.994286:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10124 00000100:00100000:3.0:1763336256.997653:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336256.998201:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336256.999153:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041811584 00000100:00100000:0.0:1763336256.999159:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041811584 00000100:00100000:0.0:1763336256.999198:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10125 00000100:00100000:0.0:1763336256.999206:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:55888:x1848991041811584:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336256.999218:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336256.999221:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336256.999243:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42c12 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fff expref: 284 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.999258:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336256.999263:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336256.999273:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280031600/0x84ca14902aa42c66 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66014 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.999308:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336256.999320:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 284 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.999328:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336256.999357:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 284 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336256.999369:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 284 pid: 23631 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336256.999380:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056100736:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336256.999873:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.001002:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00080000:3.0:1763336257.001524:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763336257.002379:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.002479:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056100736:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.002503:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000100:00100000:3.0:1763336257.002559:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041811840 00000100:00100000:3.0:1763336257.002564:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041811840 00010000:00010000:3.0:1763336257.002593:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 285 pid: 23631 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336257.002625:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3348 00000100:00100000:3.0:1763336257.002633:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:2405:x1848991041811840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.002644:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.002650:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 285 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336257.002663:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 285 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336257.002711:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280030000/0x84ca14902aa42c58 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6600d expref: 285 pid: 23631 timeout: 1144 lvb_type: 0 00010000:00010000:3.0:1763336257.002727:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336257.002732:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.002742:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.002749:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.002772:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.002814:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:2405:x1848991041811840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 182us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.002821:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3348 00010000:00010000:0.0:1763336257.002915:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.002922:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000040:00080000:0.0:1763336257.003141:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1622, 88 off135736 00000004:00080000:0.0:1763336257.003150:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044964464157ns, next at 1045356949066ns, rc = 0 00000040:00080000:0.0:1763336257.003185:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1622, 88 off135824 00000004:00080000:0.0:1763336257.003193:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044964507972ns, next at 1045356909787ns, rc = 0 00000040:00080000:0.0:1763336257.003218:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1623, 88 off135912 00000004:00080000:0.0:1763336257.003223:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1044964538032ns, next at 1045356909787ns, rc = 0 00000040:00080000:0.0:1763336257.003234:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1623, 88 off135824 00000004:00080000:0.0:1763336257.003238:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1044964552947ns, next at 1045356949066ns, rc = 0 00000001:00080000:1.0:1763336257.006787:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940138 is committed 00000004:00080000:1.0:1763336257.006800:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1053 committed 00010000:00010000:3.0:1763336257.006816:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00000004:00080000:1.0:1763336257.006819:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1057 committed 00000004:00080000:1.0:1763336257.006827:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1056 committed 00010000:00010000:3.0:1763336257.006829:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00000004:00080000:1.0:1763336257.006829:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1052 committed 00010000:00010000:3.0:1763336257.006836:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.006842:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6c000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.006846:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.006853:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.006868:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9285fe0f00) 00010000:00010000:3.0:1763336257.006871:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.006877:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.006883:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa42bb7 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.006911:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.006917:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.006923:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.006927:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbee00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.006931:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.006938:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.006946:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336257.006949:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.006952:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.006957:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42c51 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00000100:00100000:3.0:1763336257.007001:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056100992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.007022:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056101120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336257.007077:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336257.007123:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66014 expref: 270 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.007135:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00000100:00100000:3.0:1763336257.007138:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056100992 00010000:00010000:0.0:1763336257.007138:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1763336257.007146:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056100992 00010000:00010000:0.0:1763336257.007156:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9280031600/0x84ca14902aa42c66 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66014 expref: 270 pid: 33424 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763336257.007175:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186976200/0x84ca14902aa42c6d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66014 expref: 269 pid: 33424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.007195:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7071 00000100:00100000:0.0:1763336257.008355:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.008356:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3648:x1848991056100992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763336257.008386:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:740 count 1 00010000:00010000:0.0:1763336257.008428:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.008433:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336257.008436:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00010000:00010000:3.0:1763336257.008453:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42c74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.008471:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 11 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.008479:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336257.008482:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336257.008485:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42c74 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.008495:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:55888:x1848991041811584:12345-192.168.203.16@tcp:101:bash.0 Request processed in 9288us (10292us total) trans 8589940138 rc 0/0 00000100:00100000:0.0:1763336257.008505:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10125 00010000:00010000:3.0:1763336257.008514:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 11 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.008529:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 11 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336257.008541:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056101376:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336257.008586:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525c00 going to sleep for 11 seconds 00000100:00080000:3.0:1763336257.008599:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336257.008647:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056100864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763336257.008737:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056101120 00000100:00100000:3.0:1763336257.008744:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056101120 00000100:00100000:0.0:1763336257.009487:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7072 00000100:00100000:0.0:1763336257.009499:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3649:x1848991056101120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.009658:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3649:x1848991056101120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 162us (2454us total) trans 21474839133 rc 0/0 00000100:00100000:0.0:1763336257.009664:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7072 00000100:00100000:3.0:1763336257.010660:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056101760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.010714:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.010736:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336257.010742:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056101888:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.010759:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.010780:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056101760 00000100:00100000:3.0:1763336257.010784:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056101760 00000100:00100000:3.0:1763336257.010810:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056101888 00000100:00100000:3.0:1763336257.010813:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056101888 00000100:00100000:3.0:1763336257.010828:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7075 00000100:00100000:3.0:1763336257.010838:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3648:x1848991056101760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336257.010852:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:709 count 1 00010000:00010000:3.0:1763336257.010867:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.010880:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 31 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.010886:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336257.010888:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336257.010890:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.010909:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 31 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.010917:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 31 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336257.010926:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056102144:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336257.010950:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525d80 going to sleep for 11 seconds 00000100:00080000:3.0:1763336257.010960:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763336257.011019:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7076 00000100:00100000:0.0:1763336257.011028:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+46:3648:x1848991056101888:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763336257.011087:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92c0b24e00/2, rc 0, transno 21474839133 00000100:00100000:1.0:1763336257.011095:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056101120:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763336257.011130:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336257.011135:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.011138:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.011141:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.011143:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336257.011192:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3648:x1848991056101888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (431us total) trans 17179871868 rc 0/0 00000100:00100000:0.0:1763336257.011199:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7076 00000004:00080000:3.0:1763336257.011894:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd69c00/2, rc 0, transno 17179871868 00000100:00100000:3.0:1763336257.011899:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056101888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.011954:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056101632 00000100:00100000:1.0:1763336257.011959:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056101632 00000100:00100000:1.0:1763336257.011994:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056102016 00000100:00100000:1.0:1763336257.011997:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056102016 00000100:00100000:1.0:1763336257.012022:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7077 00000100:00100000:1.0:1763336257.012029:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3647:x1848991056101632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763336257.012046:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:708 count 1 00010000:00010000:1.0:1763336257.012070:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.012085:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 31 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.012091:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.012093:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.012096:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.012120:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 31 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.012131:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 31 pid: 8399 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763336257.012141:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056102272:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.012185:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336257.012254:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7078 00000100:00100000:0.0:1763336257.012262:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3647:x1848991056102016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.012365:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3647:x1848991056102016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (596us total) trans 17179871869 rc 0/0 00000100:00100000:0.0:1763336257.012377:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7078 00000004:00080000:1.0:1763336257.013319:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd69180/2, rc 0, transno 17179871869 00000100:00100000:1.0:1763336257.013328:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056102016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.016949:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.017082:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056101376:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.017107:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42c74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.017358:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041811968 00000100:00100000:0.0:1763336257.017553:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.017573:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.017594:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812096 00000100:00100000:0.0:1763336257.017599:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812096 00010000:00010000:0.0:1763336257.017643:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 12 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336257.017670:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812352 00000100:00100000:0.0:1763336257.017673:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812352 00010000:00010000:0.0:1763336257.017712:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336257.017737:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3349 00000100:00100000:0.0:1763336257.017746:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041812096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.017759:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.017764:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 12 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.017775:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 12 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.017796:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa42aec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fab expref: 12 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.017814:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.017816:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.017820:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42c74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.017829:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42c74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.017857:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.017894:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041812096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 150us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.017900:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3349 00000100:00100000:0.0:1763336257.017914:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3350 00000100:00100000:0.0:1763336257.017919:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041812352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.017926:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.017930:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.017938:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.017950:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.017951:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.017954:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.017965:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.017974:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.017987:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041812352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 68us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.017992:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3350 00000100:00080000:0.0:1763336257.018009:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763336257.018012:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763336257.018032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.018048:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812224 00000100:00100000:0.0:1763336257.018061:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812224 00010000:00010000:0.0:1763336257.018073:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa42964 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f18 expref: 11 pid: 9765 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336257.018094:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3351 00000100:00100000:0.0:1763336257.018100:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041812224:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.018106:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.018110:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa42964 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f18 expref: 11 pid: 9765 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.018119:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa42964 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f18 expref: 11 pid: 9765 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.018130:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa42964 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f18 expref: 11 pid: 9765 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.018144:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.018146:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.018149:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa42c7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.018157:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa42c7b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.018171:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.018186:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991041812224:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 86us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.018192:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3351 00000100:00100000:0.0:1763336257.018247:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.018259:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812480 00000100:00100000:0.0:1763336257.018262:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812480 00010000:00010000:0.0:1763336257.018275:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 32 pid: 8399 timeout: 1144 lvb_type: 1 00000100:00100000:0.0:1763336257.018292:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3352 00000100:00100000:0.0:1763336257.018298:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041812480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763336257.018300:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041811968 00010000:00010000:0.0:1763336257.018305:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.018311:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 33 pid: 8399 timeout: 1144 lvb_type: 1 00010000:00010000:0.0:1763336257.018321:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 33 pid: 8399 timeout: 1144 lvb_type: 1 00010000:00010000:0.0:1763336257.018338:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763336257.018340:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7079 00010000:00010000:0.0:1763336257.018341:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.018346:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.018353:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:55888:x1848991041811968:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.018359:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.018371:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.018373:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336257.018387:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6601b expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.018409:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 34 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.018499:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa42a60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65f6c expref: 34 pid: 8399 timeout: 1144 lvb_type: 1 00000100:00100000:1.0:1763336257.018510:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056102272:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.018524:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.018532:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.018538:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.018546:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.018553:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.018567:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336257.018725:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.018727:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.018732:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 33 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.018762:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 33 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336257.018775:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 33 pid: 27808 timeout: 1144 lvb_type: 1 00000100:00100000:3.0:1763336257.018790:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056102400:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.020211:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3647:x1848991056101632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8180us (8484us total) trans 17179871870 rc 0/0 00000100:00100000:0.0:1763336257.020216:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041812480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1911us (1962us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.020223:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7077 00000100:00100000:0.0:1763336257.020231:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3352 00000100:00100000:3.0:1763336257.021281:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00010000:00010000:3.0:1763336257.021322:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa42b24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65fb2 expref: 32 pid: 8399 timeout: 1144 lvb_type: 0 00000100:00100000:3.0:1763336257.021341:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056102144:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336257.021358:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.021367:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.021373:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.021382:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.021499:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.021636:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812736 00000100:00100000:0.0:1763336257.021643:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812736 00000100:00100000:0.0:1763336257.021724:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10126 00000100:00100000:0.0:1763336257.021733:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+269:56977:x1848991041812736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.021755:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.021777:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c97 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66022 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.021846:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.021859:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.021868:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.021884:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.021891:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.021897:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.021996:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022005:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022011:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336257.022019:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fa:0x0]: returning size 2 00010000:00010000:0.0:1763336257.022102:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022109:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022114:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022120:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022125:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d1200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.022129:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022136:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022147:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8a00) 00010000:00010000:0.0:1763336257.022150:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.022154:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022160:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d1200/0x84ca14902aa42c9e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022170:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022175:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022180:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022185:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d0a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.022187:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022193:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022200:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8500) 00010000:00010000:0.0:1763336257.022202:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.022205:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022210:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0a00/0x84ca14902aa42ca5 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.022246:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91865d0800/0x84ca14902aa42c97 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 272 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.022261:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 271 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.022268:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.022270:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336257.022273:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a19800, rc 0) 00000100:00100000:0.0:1763336257.022318:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56977:x1848991041812736:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 586us (818us total) trans 8589940139 rc 0/0 00000100:00100000:0.0:1763336257.022326:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10126 00010000:00010000:3.0:1763336257.023218:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa42c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.023241:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336257.023672:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3648:x1848991056101760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12837us (12957us total) trans 17179871871 rc 0/0 00000100:00100000:3.0:1763336257.023682:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7075 00000100:00100000:3.0:1763336257.024982:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056102400:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336257.025009:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 31 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.025011:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336257.025026:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:3.0:1763336257.025089:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:55888:x1848991041811968:12345-192.168.203.16@tcp:101:bash.0 Request processed in 6740us (8149us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.025096:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7079 00000100:00100000:0.0:1763336257.025168:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812864 00000100:00100000:0.0:1763336257.025175:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812864 00010000:00010000:0.0:1763336257.025202:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 31 pid: 27808 timeout: 1144 lvb_type: 1 00000100:00100000:0.0:1763336257.025240:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3353 00000100:00100000:0.0:1763336257.025251:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041812864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.025264:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.025269:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 31 pid: 27808 timeout: 1144 lvb_type: 1 00010000:00010000:0.0:1763336257.025282:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 31 pid: 27808 timeout: 1144 lvb_type: 1 00010000:00010000:0.0:1763336257.025310:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa42c0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c65ff1 expref: 31 pid: 27808 timeout: 1144 lvb_type: 1 00010000:00010000:0.0:1763336257.025321:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.025323:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.025330:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 30 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.025339:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 30 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.025370:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 30 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.025383:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056102528:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336257.025442:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.028124:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.028157:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041812992 00000100:00100000:3.0:1763336257.028165:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041812992 00000100:00100000:1.0:1763336257.028209:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.028316:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056102528:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336257.028336:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.028368:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041813120 00000100:00100000:3.0:1763336257.028373:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041813120 00000100:00100000:1.0:1763336257.028377:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7080 00000100:00100000:0.0:1763336257.028384:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041812864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3134us (3371us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.028391:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041812992:12345-192.168.203.16@tcp:101:lfs.0 00000100:00100000:0.0:1763336257.028399:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3353 00000100:00100000:3.0:1763336257.028404:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7081 00010000:00010000:1.0:1763336257.028408:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763336257.028411:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:55888:x1848991041813120:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336257.028419:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.028439:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66030 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336257.028462:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336257.028468:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa42cc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66029 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.028479:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.028482:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.028490:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66030 expref: 11 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.028503:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66030 expref: 11 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.028505:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056102656:192.168.203.16@tcp:106: 00010000:00010000:3.0:1763336257.028514:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16e00, rc 0) 00000100:00100000:1.0:1763336257.028573:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.029073:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:55888:x1848991041813120:12345-192.168.203.16@tcp:101:bash.0 Request processed in 660us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.029081:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7081 00002000:00010000:1.0:1763336257.030886:0:30886:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb mtime: 0 -> 1763336256 00002000:00010000:1.0:1763336257.030893:0:30886:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb atime: 0 -> 1763336256 00002000:00010000:1.0:1763336257.030895:0:30886:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb ctime: 0 -> 1763336256 00000100:00100000:1.0:1763336257.030911:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056102656:192.168.203.16@tcp:106: 00010000:00010000:1.0:1763336257.030939:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa42cc1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66029 expref: 31 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.030958:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa42cc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66029 expref: 31 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.030970:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6ce00, rc 0) 00000100:00100000:1.0:1763336257.031021:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991041812992:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2634us (2904us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336257.031029:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7080 00000100:00100000:0.0:1763336257.031771:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.031801:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.031861:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041813376 00000100:00100000:3.0:1763336257.031870:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041813376 00002000:00010000:3.0:1763336257.031902:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/743 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.031906:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4380 with x1848991041813376 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.031916:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb4380. 00000100:00100000:1.0:1763336257.031945:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041813248 00000100:00100000:3.0:1763336257.031950:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1739 00000100:00100000:1.0:1763336257.031951:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041813248 00000100:00100000:3.0:1763336257.031964:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041813376:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:1.0:1763336257.031971:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/712 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.031977:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb5880 with x1848991041813248 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.031984:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb5880. 00000100:00100000:1.0:1763336257.032011:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1740 00000100:00100000:1.0:1763336257.032025:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991041813248:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336257.032188:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336257.032191:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb mtime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336257.032194:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336257.032196:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb ctime from disk: 0 -> 1763336256 00002000:00010000:3.0:1763336257.032197:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336257.032236:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041813376:12345-192.168.203.16@tcp:10:bash.0 Request processed in 276us (466us total) trans 21474839137 rc 0/0 00000100:00100000:3.0:1763336257.032243:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1739 00002000:00010000:1.0:1763336257.032247:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336257.032248:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/743 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.032253:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4380 with x1848991041813376 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.032254:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:1.0:1763336257.032260:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb atime from disk: 1763336256 -> 0 00002000:00010000:3.0:1763336257.032261:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb4380. 00002000:00010000:1.0:1763336257.032263:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:1.0:1763336257.032267:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.032290:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041813248:12345-192.168.203.16@tcp:10:bash.0 Request processed in 271us (487us total) trans 17179871872 rc 0/0 00000100:00100000:1.0:1763336257.032296:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1740 00002000:00010000:1.0:1763336257.032299:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/712 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.032302:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb5880 with x1848991041813248 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.032306:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb5880. 00000100:00100000:0.0:1763336257.033188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.035239:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.035304:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041813888 00000100:00100000:1.0:1763336257.035312:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041813888 00000100:00100000:1.0:1763336257.035355:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3496 00000100:00100000:1.0:1763336257.035364:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:55888:x1848991041813888:12345-192.168.203.16@tcp:35:bash.0 00000001:00080000:1.0:1763336257.035535:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940141 00000100:00100000:1.0:1763336257.035624:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:55888:x1848991041813888:12345-192.168.203.16@tcp:35:bash.0 Request processed in 260us (391us total) trans 8589940142 rc 0/0 00000100:00100000:1.0:1763336257.035631:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3496 00000020:00080000:1.0:1763336257.035635:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336257.037120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.037209:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041814144 00000100:00100000:3.0:1763336257.037217:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041814144 00000100:00100000:3.0:1763336257.037500:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10127 00000100:00100000:3.0:1763336257.037511:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56977:x1848991041814144:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.037531:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.037551:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42cc8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66037 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.037649:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.037668:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 275 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.037677:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00000100:00100000:1.0:1763336257.043157:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.043328:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041814272 00000100:00100000:0.0:1763336257.043336:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041814272 00010000:00010000:0.0:1763336257.043368:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 276 pid: 33424 timeout: 1144 lvb_type: 0 00000100:00100000:0.0:1763336257.043404:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3354 00000100:00100000:0.0:1763336257.043414:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:2405:x1848991041814272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.043428:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.043433:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 276 pid: 33424 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.043446:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 276 pid: 33424 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.043470:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a19800/0x84ca14902aa42cac lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66022 expref: 276 pid: 33424 timeout: 1144 lvb_type: 0 00010000:00010000:0.0:1763336257.043485:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.043490:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.043499:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.043506:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.043531:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.043591:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:2405:x1848991041814272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 176us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.043603:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3354 00000100:00100000:1.0:1763336257.043664:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.046819:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.046878:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041814528 00000100:00100000:0.0:1763336257.046885:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041814528 00010000:00010000:0.0:1763336257.046916:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66037 expref: 277 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.046950:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3355 00000100:00100000:0.0:1763336257.046960:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2404:x1848991041814528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.046974:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.046980:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66037 expref: 277 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.046992:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66037 expref: 277 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.047013:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42ccf lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66037 expref: 277 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.047028:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.047032:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42cf2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.047040:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.047047:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42cf2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.047087:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.047139:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:2404:x1848991041814528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.047148:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3355 00000100:00100000:1.0:1763336257.047769:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.050952:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.052469:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.053120:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041815168 00000100:00100000:0.0:1763336257.053129:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041815168 00000100:00100000:0.0:1763336257.053164:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10131 00000100:00100000:0.0:1763336257.053172:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56977:x1848991041815168:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.053187:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.053199:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42d1c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6604c expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.053284:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42d23 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.053295:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42d23 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.053304:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42d23 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336257.053315:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fa:0x0]: returning size 5 00010000:00010000:0.0:1763336257.053404:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42d1c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6604c expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.053420:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42d23 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6604c expref: 276 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.053428:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.053431:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336257.053434:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2175800, rc 0) 00000100:00100000:0.0:1763336257.053489:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56977:x1848991041815168:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 316us (1019us total) trans 8589940144 rc 0/0 00000100:00100000:0.0:1763336257.053496:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10131 00000100:00100000:1.0:1763336257.053984:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.054301:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041815296 00000100:00100000:0.0:1763336257.054306:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041815296 00010000:00010000:0.0:1763336257.054325:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa42d00 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66045 expref: 276 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.054355:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3356 00000100:00100000:0.0:1763336257.054362:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:2405:x1848991041815296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.054372:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.054377:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa42d00 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66045 expref: 276 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.054387:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa42d00 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66045 expref: 276 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.054401:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa42d00 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66045 expref: 276 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.054411:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.054415:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.054422:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.054429:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.054512:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.054608:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054615:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00080000:1.0:1763336257.054838:0:23631:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x1fa:0x0] is inserted into orphan list, open count = 2 00010000:00010000:1.0:1763336257.054898:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054907:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054913:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054919:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.054923:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054930:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054938:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:1.0:1763336257.054941:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763336257.054945:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054951:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa42d15 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054967:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054972:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054977:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054982:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbee00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.054984:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054989:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.054995:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fd500) 00010000:00010000:1.0:1763336257.054997:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.054999:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.055004:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa42d07 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00010000:1.0:1763336257.055016:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056c8ece6 reply state 00000000f28d4e0f transno 8589940145 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.055025:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.055030:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92af4fd600) 00010000:00010000:1.0:1763336257.055032:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336257.055035:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336257.055109:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2405:x1848991041815296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 745us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.055116:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3356 00000100:00100000:1.0:1763336257.055679:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56978:x1848991041814912:12345-192.168.203.16@tcp:36:rm.0 Request processed in 4374us (4733us total) trans 8589940145 rc 0/0 00000100:00100000:1.0:1763336257.055911:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10130 00000100:00100000:3.0:1763336257.057319:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.057368:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041815424 00000100:00100000:1.0:1763336257.057376:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041815424 00000100:00100000:1.0:1763336257.057430:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10132 00000100:00100000:1.0:1763336257.057439:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56977:x1848991041815424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.057458:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.057476:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42d31 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66053 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.057648:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42d31 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66053 expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.057662:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42d31 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66053 expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.057680:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:1.0:1763336257.058989:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336257.058997:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6dc00, rc 0) 00000100:00100000:1.0:1763336257.059070:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56977:x1848991041815424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1630us (1753us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.059079:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10132 00000100:00100000:0.0:1763336257.066148:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.066232:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041815552 00000100:00100000:1.0:1763336257.066243:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041815552 00000100:00100000:1.0:1763336257.066303:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7082 00000100:00100000:1.0:1763336257.066314:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991041815552:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336257.066357:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.066376:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 31 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.066384:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336257.066386:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336257.066390:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.066422:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 31 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.066436:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 31 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.066450:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056103168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.066579:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.066706:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.066820:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.067185:0:32318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041815680 00000100:00100000:1.0:1763336257.067191:0:32318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041815680 00000100:00100000:1.0:1763336257.067232:0:32318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 143 00000100:00100000:1.0:1763336257.067240:0:32318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbeb3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991041815680:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:1.0:1763336257.067281:0:32318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbeb3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991041815680:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 42us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.067288:0:32318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 143 00000100:00080000:0.0:1763336257.068554:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763336257.070844:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.070932:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041815936 00000100:00100000:1.0:1763336257.070940:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041815936 00002000:00100000:1.0:1763336257.070979:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x2c8:0x0] (0->4) req@ffff9c918cd6b100 x1848991041815936/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:548/0 lens 496/0 e 0 to 0 dl 1763336268 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336257.070995:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b100 with x1848991041815936 ext(0->4) 00010000:00010000:1.0:1763336257.071004:0:28396:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 32 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.071019:0:28396:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 32 pid: 28588 timeout: 1145 lvb_type: 0 00002000:00010000:1.0:1763336257.071027:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9c918cd6b100 00000100:00100000:1.0:1763336257.071065:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 128 00000100:00100000:1.0:1763336257.071074:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991041815936:12345-192.168.203.16@tcp:4:bash.0 00000100:00100000:0.0:1763336257.071845:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.074350:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991041815936:12345-192.168.203.16@tcp:4:bash.0 Request processed in 3270us (3504us total) trans 17179871873 rc 0/0 00000100:00100000:1.0:1763336257.074363:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 128 00002000:00100000:1.0:1763336257.074375:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x2c8:0x0] (0->4) req@ffff9c918cd6b100 x1848991041815936/t17179871873(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:548/0 lens 496/448 e 0 to 0 dl 1763336268 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336257.074386:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b100 with x1848991041815936 ext(0->4) 00010000:00010000:1.0:1763336257.074394:0:28396:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 34 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.074411:0:28396:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 34 pid: 28588 timeout: 1145 lvb_type: 0 00002000:00010000:1.0:1763336257.074419:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9c918cd6b100 00000100:00100000:0.0:1763336257.076072:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.077253:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.077576:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041816320 00000100:00100000:0.0:1763336257.077593:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041816320 00010000:00010000:0.0:1763336257.077627:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 34 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.077665:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3357 00000100:00100000:0.0:1763336257.077675:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2407:x1848991041816320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.077710:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763336257.077726:0:16422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1763336257.077729:0:16422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb mtime from disk: 1763336256 -> 1763336257 00002000:00010000:0.0:1763336257.077731:0:16422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb atime from disk: 0 -> 1763336256 00002000:00010000:0.0:1763336257.077733:0:16422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb ctime from disk: 1763336256 -> 1763336257 00002000:00010000:0.0:1763336257.077736:0:16422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763336257.077742:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 34 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.077754:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 34 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.077779:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa42c90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6601b expref: 34 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.077792:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.077794:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.077798:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.077807:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.077837:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.077874:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2407:x1848991041816320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 200us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.077880:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3357 00010000:00010000:1.0:1763336257.077897:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077910:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077928:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077936:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077944:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077951:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336257.077954:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077961:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077972:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.077979:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa42d38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.078027:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041815552:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 11715us (11887us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.078035:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7082 00000100:00100000:3.0:1763336257.079177:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.082187:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.083380:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.083450:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041816832 00000100:00100000:3.0:1763336257.083457:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041816832 00000100:00100000:3.0:1763336257.083527:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10137 00000100:00100000:3.0:1763336257.083536:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56979:x1848991041816832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.083550:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.083571:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42d7e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6606f expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.083619:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083629:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083638:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083648:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083654:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083659:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083799:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083807:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083814:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083819:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.083823:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083830:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083840:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fdf00) 00010000:00010000:3.0:1763336257.083843:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.083847:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083853:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42d85 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083863:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083870:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083875:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083879:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.083882:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083888:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083895:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92af4fd600) 00010000:00010000:3.0:1763336257.083898:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.083900:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083906:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42d8c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336257.083930:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42d7e lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6606f expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.083939:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fdf00) 00010000:00010000:3.0:1763336257.083941:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.083944:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42d7e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6606f expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.083952:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:3.0:1763336257.084011:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56979:x1848991041816832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 475us (632us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336257.084019:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10137 00000100:00100000:0.0:1763336257.085389:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056103296:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763336257.085456:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.085469:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.085479:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.085484:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.085488:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.085494:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.085503:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92af4fd600) 00010000:00010000:1.0:1763336257.085506:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.085509:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.085514:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa42d0e lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000100:00100000:1.0:1763336257.085540:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336257.085550:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056103424:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763336257.085642:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.085650:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.085656:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.085660:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.085663:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.085669:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.085676:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336257.085679:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336257.085681:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.085725:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa42d77 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000100:00100000:0.0:1763336257.085866:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.085898:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336257.085905:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056103680:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.085928:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.085959:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336257.085967:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056103552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.085987:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.086014:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056103296 00000100:00100000:0.0:1763336257.086021:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056103296 00000100:00100000:0.0:1763336257.086048:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056103680 00000100:00100000:0.0:1763336257.086062:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056103680 00000100:00100000:0.0:1763336257.086080:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056103552 00000100:00100000:0.0:1763336257.086083:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056103552 00000100:00100000:0.0:1763336257.086099:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7083 00000100:00100000:0.0:1763336257.086107:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3647:x1848991056103296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.086220:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.086238:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+50:3647:x1848991056103296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 131us (372us total) trans 17179871874 rc 0/0 00000100:00100000:0.0:1763336257.086245:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7083 00000100:00100000:1.0:1763336257.086248:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056103424 00000100:00100000:1.0:1763336257.086251:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056103424 00000100:00100000:0.0:1763336257.086258:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7084 00000100:00100000:0.0:1763336257.086263:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3647:x1848991056103680:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.086272:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7085 00000100:00100000:1.0:1763336257.086277:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3648:x1848991056103552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.086344:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3647:x1848991056103680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (415us total) trans 21474839139 rc 0/0 00000100:00100000:0.0:1763336257.086350:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7084 00000100:00100000:0.0:1763336257.086366:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7086 00000100:00100000:0.0:1763336257.086373:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+50:3649:x1848991056103424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.086458:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+51:3649:x1848991056103424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (237us total) trans 17179871875 rc 0/0 00000100:00100000:0.0:1763336257.086464:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7086 00000004:00080000:0.0:1763336257.086513:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68a80/2, rc 0, transno 21474839139 00000100:00100000:0.0:1763336257.086519:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056103680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336257.086534:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:0.0:1763336257.086535:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ac000/2, rc 0, transno 17179871874 00000100:00100000:0.0:1763336257.086538:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056103296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.086550:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041817088 00000100:00100000:3.0:1763336257.086554:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041817088 00000100:00100000:3.0:1763336257.086596:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10138 00000100:00100000:3.0:1763336257.086604:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56979:x1848991041817088:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.086615:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.086619:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336257.086636:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa42d70 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66068 expref: 270 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.086647:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92af4fdf00) 00010000:00010000:3.0:1763336257.086654:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336257.086667:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42d93 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66076 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336257.086910:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336257.086913:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:1.0:1763336257.086916:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.086917:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:1.0:1763336257.086919:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.086963:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3648:x1848991056103552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 685us (974us total) trans 21474839138 rc 0/0 00000100:00100000:1.0:1763336257.086969:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7085 00010000:00010000:3.0:1763336257.087172:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087184:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087191:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087202:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087207:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087213:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087935:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42da8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087948:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42da8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087955:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42da8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336257.087965:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fb:0x0]: returning size 0 00010000:00010000:3.0:1763336257.087993:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.087999:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088005:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088010:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088016:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.088020:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088027:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088037:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e600) 00010000:00010000:3.0:1763336257.088040:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.088044:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088049:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42d9a lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000004:00010000:3.0:1763336257.088078:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d70f4f5 reply state 00000000b27b0844 transno 8589940147 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088087:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.088096:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e400) 00010000:00010000:3.0:1763336257.088098:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336257.088101:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336257.088130:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42d93 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66076 expref: 271 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.088148:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42da8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66076 expref: 270 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.088154:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c929092eb00) 00010000:00010000:3.0:1763336257.088156:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336257.088159:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174000, rc 0) 00000100:00100000:3.0:1763336257.088213:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56979:x1848991041817088:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1609us (1680us total) trans 8589940147 rc 0/0 00000100:00100000:3.0:1763336257.088221:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10138 00000100:00100000:0.0:1763336257.090898:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.090995:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041817216 00000100:00100000:3.0:1763336257.091004:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041817216 00000100:00100000:3.0:1763336257.091066:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10139 00000100:00100000:3.0:1763336257.091075:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56977:x1848991041817216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.091097:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.091116:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6607d expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.091166:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6607d expref: 272 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.091181:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6607d expref: 272 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.091199:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336257.091202:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336257.091206:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17000, rc 0) 00000100:00100000:3.0:1763336257.091264:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56977:x1848991041817216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 190us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.091271:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10139 00000100:00100000:1.0:1763336257.094568:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.094901:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041817472 00000100:00100000:0.0:1763336257.094911:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041817472 00000100:00100000:0.0:1763336257.094966:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10140 00000100:00100000:0.0:1763336257.094977:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56977:x1848991041817472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.095000:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.095019:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42dbd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66084 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.095093:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42dc4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.095107:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.095119:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:0.0:1763336257.095172:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fa:0x0]: returning size 5 00000004:00200000:0.0:1763336257.095176:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336257.095194:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.095219:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42dbd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66084 expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.095234:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66084 expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.095242:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.095244:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763336257.095247:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:0.0:1763336257.095308:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56977:x1848991041817472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 331us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.095319:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10140 00000100:00100000:3.0:1763336257.095748:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.101627:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.101658:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.101874:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041817728 00000100:00100000:1.0:1763336257.101884:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041817728 00000100:00100000:1.0:1763336257.101929:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7087 00000100:00100000:1.0:1763336257.101938:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041817728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.101954:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.101974:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa42dd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66092 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336257.101995:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c8:0x0] initial LVB size: 5, mtime: 0x691a6041, atime: 0x691a6040, ctime: 0x691a6041, blocks: 0x8 00010000:00010000:1.0:1763336257.102012:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.102014:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.102023:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa42dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66092 expref: 33 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.102038:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa42dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66092 expref: 33 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.102062:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6c000, rc 0) 00000100:00100000:1.0:1763336257.102120:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041817728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 181us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.102126:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7087 00000100:00100000:0.0:1763336257.105654:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.107898:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.110235:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041818368 00000100:00100000:1.0:1763336257.110247:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041818368 00000100:00100000:1.0:1763336257.110305:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3498 00000100:00100000:1.0:1763336257.110315:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56979:x1848991041818368:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.110513:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56979:x1848991041818368:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 197us (2619us total) trans 8589940150 rc 0/0 00000100:00100000:1.0:1763336257.110521:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3498 00000100:00100000:3.0:1763336257.114648:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.124213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.127218:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041818752 00000100:00100000:0.0:1763336257.127231:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041818752 00000100:00100000:0.0:1763336257.127292:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10143 00000100:00100000:0.0:1763336257.127301:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:55888:x1848991041818752:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.127324:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.127343:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42e0a lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660a0 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.127372:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42e11 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.127384:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42e11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.127394:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42e11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.127494:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42e0a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660a0 expref: 279 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.127511:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42e11 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660a0 expref: 278 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.127519:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c9285ffa400) 00010000:00010000:0.0:1763336257.127522:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336257.127525:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:0.0:1763336257.127608:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:55888:x1848991041818752:12345-192.168.203.16@tcp:101:bash.0 Request processed in 307us (3403us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.127615:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10143 00000100:00100000:3.0:1763336257.130101:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.131944:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.132513:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041819136 00000100:00100000:0.0:1763336257.132523:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041819136 00000100:00100000:0.0:1763336257.132575:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10145 00000100:00100000:0.0:1763336257.132584:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:55888:x1848991041819136:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.132605:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.132623:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42e1f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660a7 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.132673:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42e1f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660a7 expref: 281 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.132731:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42e1f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660a7 expref: 281 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.132752:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c9285ffa400) 00010000:00010000:0.0:1763336257.132755:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336257.132758:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:0.0:1763336257.132816:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:55888:x1848991041819136:12345-192.168.203.16@tcp:101:bash.0 Request processed in 231us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.132823:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10145 00000100:00100000:3.0:1763336257.134874:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.134985:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041819392 00000100:00100000:0.0:1763336257.134994:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041819392 00000100:00100000:0.0:1763336257.135039:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10146 00000100:00100000:0.0:1763336257.135047:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:55888:x1848991041819392:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.135072:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.135075:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336257.135097:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42e1f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660a7 expref: 281 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.135110:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c9285ffa400) 00010000:00010000:0.0:1763336257.135114:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.135124:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa42e26 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660ae expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.135164:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42e2d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.135176:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42e2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.135183:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42e2d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000040:00080000:0.0:1763336257.135396:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1626, 88 off136176 00000004:00080000:0.0:1763336257.135405:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045096719422ns, next at 1045356909787ns, rc = 0 00000040:00080000:0.0:1763336257.136048:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1626, 88 off136088 00000004:00080000:0.0:1763336257.136066:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045097380522ns, next at 1045356949066ns, rc = 0 00000040:00080000:0.0:1763336257.136089:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1627, 88 off136176 00000004:00080000:0.0:1763336257.136095:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045097409755ns, next at 1045356949066ns, rc = 0 00000040:00080000:0.0:1763336257.136108:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1627, 88 off136264 00000004:00080000:0.0:1763336257.136111:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045097426049ns, next at 1045356909787ns, rc = 0 00000001:00080000:3.0:1763336257.138914:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940154 is committed 00000004:00080000:3.0:1763336257.138928:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1061 committed 00010000:00010000:0.0:1763336257.139019:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139030:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139042:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139047:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.139061:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139068:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139084:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c929092e400) 00010000:00010000:0.0:1763336257.139088:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.139093:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139099:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42da1 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139122:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139128:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139133:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139137:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.139140:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139145:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139152:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c9285ffa400) 00010000:00010000:0.0:1763336257.139155:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.139157:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.139162:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa42e18 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000004:00080000:3.0:1763336257.139197:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1057 committed 00000004:00080000:3.0:1763336257.139213:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1056 committed 00000004:00080000:3.0:1763336257.139215:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1060 committed 00000100:00100000:1.0:1763336257.139360:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336257.139376:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056103936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.139434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.139476:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056104064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.139497:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.139530:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056103936 00000100:00100000:1.0:1763336257.139537:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056103936 00000100:00100000:1.0:1763336257.139573:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056104064 00000100:00100000:1.0:1763336257.139576:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056104064 00000100:00100000:1.0:1763336257.139594:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7088 00000100:00100000:1.0:1763336257.139603:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3646:x1848991056103936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.139787:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3646:x1848991056103936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 185us (351us total) trans 21474839140 rc 0/0 00000100:00100000:1.0:1763336257.139798:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7088 00000100:00100000:1.0:1763336257.139814:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7089 00000100:00100000:1.0:1763336257.139821:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3648:x1848991056104064:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.139893:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3648:x1848991056104064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 72us (394us total) trans 21474839141 rc 0/0 00000100:00100000:1.0:1763336257.139899:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7089 00000004:00080000:1.0:1763336257.139941:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc50380/2, rc 0, transno 21474839140 00000100:00100000:1.0:1763336257.139947:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056103936:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763336257.139963:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc52680/2, rc 0, transno 21474839141 00000100:00100000:1.0:1763336257.139966:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056104064:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.140223:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336257.140232:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056104320:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.140261:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.140282:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336257.140290:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056104192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.140311:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.140331:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056104320 00000100:00100000:0.0:1763336257.140335:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056104320 00000100:00100000:0.0:1763336257.140360:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056104192 00000100:00100000:0.0:1763336257.140363:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056104192 00000100:00100000:0.0:1763336257.140380:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7090 00000100:00100000:0.0:1763336257.140386:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3647:x1848991056104320:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.140487:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3647:x1848991056104320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (226us total) trans 17179871876 rc 0/0 00000100:00100000:0.0:1763336257.140494:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7090 00000100:00100000:0.0:1763336257.140509:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7091 00000100:00100000:0.0:1763336257.140516:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3648:x1848991056104192:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.140586:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3648:x1848991056104192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (273us total) trans 17179871877 rc 0/0 00000100:00100000:0.0:1763336257.140595:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7091 00000004:00080000:0.0:1763336257.140624:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187017b80/2, rc 0, transno 17179871876 00000100:00100000:0.0:1763336257.140629:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056104320:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763336257.140644:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187015880/2, rc 0, transno 17179871877 00000100:00100000:0.0:1763336257.140648:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056104192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.146662:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.146756:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041819520 00000100:00100000:1.0:1763336257.146764:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041819520 00000100:00100000:1.0:1763336257.146814:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7092 00000100:00100000:1.0:1763336257.146822:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:55888:x1848991041819520:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336257.146838:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.146857:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660b5 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336257.146877:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336257.146895:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.146898:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.146905:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 13 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.146932:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 13 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.146945:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d400, rc 0) 00000100:00100000:1.0:1763336257.146998:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:55888:x1848991041819520:12345-192.168.203.16@tcp:101:bash.0 Request processed in 176us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.147006:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7092 00000100:00100000:3.0:1763336257.153141:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.155783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.155824:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.155856:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041819776 00000100:00100000:1.0:1763336257.155865:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041819776 00002000:00010000:1.0:1763336257.155898:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/745 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.155903:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509180 with x1848991041819776 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.155913:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186509180. 00000100:00100000:1.0:1763336257.155935:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041819904 00000100:00100000:1.0:1763336257.155938:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041819904 00002000:00010000:1.0:1763336257.155952:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/714 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.155955:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186508000 with x1848991041819904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.155960:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186508000. 00000100:00100000:1.0:1763336257.155977:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1741 00000100:00100000:1.0:1763336257.155987:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041819776:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:1.0:1763336257.156160:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336257.156166:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e9:0x0] updating lvb mtime from disk: 0 -> 1763336257 00002000:00010000:1.0:1763336257.156171:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.156175:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e9:0x0] updating lvb ctime from disk: 0 -> 1763336257 00002000:00010000:1.0:1763336257.156179:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.156230:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041819776:12345-192.168.203.16@tcp:10:bash.0 Request processed in 245us (453us total) trans 21474839142 rc 0/0 00000100:00100000:1.0:1763336257.156237:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1741 00002000:00010000:1.0:1763336257.156242:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/745 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.156244:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509180 with x1848991041819776 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.156250:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186509180. 00000100:00100000:3.0:1763336257.159990:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.169501:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.173459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.174293:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041820416 00000100:00100000:1.0:1763336257.174303:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041820416 00000100:00100000:3.0:1763336257.174783:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.174825:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041820544 00000100:00100000:1.0:1763336257.174830:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041820544 00000100:00100000:1.0:1763336257.174874:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10147 00000100:00100000:1.0:1763336257.174884:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+273:56980:x1848991041820544:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:1.0:1763336257.174904:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.174926:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa42e42 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660c3 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.174984:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.174996:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.175007:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.175020:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.175026:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.175033:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336257.175180:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7095 00000100:00100000:0.0:1763336257.175190:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2406:x1848991041820416:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336257.175282:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2406:x1848991041820416:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 94us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.175289:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7095 00010000:00010000:1.0:1763336257.175404:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.175414:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.175421:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336257.177442:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fb:0x0]: returning size 5 00000004:00200000:1.0:1763336257.177447:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336257.177468:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177481:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177495:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177502:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177508:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177514:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.177518:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177525:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177538:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8800) 00010000:00010000:1.0:1763336257.177541:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.177546:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177551:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa42e49 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177565:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177571:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177576:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177580:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.177582:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177586:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177593:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8d00) 00010000:00010000:1.0:1763336257.177595:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.177598:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177602:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa42e50 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.177635:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa42e42 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660c3 expref: 275 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.177651:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660c3 expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.177663:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c9285ffa400) 00010000:00010000:1.0:1763336257.177665:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336257.177668:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e34800, rc 0) 00000100:00100000:1.0:1763336257.177886:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56980:x1848991041820544:12345-192.168.203.16@tcp:101:rm.0 Request processed in 3003us (3104us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.177894:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10147 00000100:00100000:0.0:1763336257.178211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.180551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.180612:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041820928 00000100:00100000:1.0:1763336257.180620:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041820928 00000100:00100000:1.0:1763336257.180663:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10148 00000100:00100000:1.0:1763336257.180672:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56980:x1848991041820928:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:1.0:1763336257.180747:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763336257.180770:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42e2d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660ae expref: 274 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.180790:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e34800/0x84ca14902aa42e57 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660c3 expref: 273 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.180803:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42e11 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660a0 expref: 272 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.180813:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c9285ffa400) 00010000:00010000:1.0:1763336257.180823:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.180845:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180856:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180868:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180879:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa42e6c lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180886:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa42e6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180892:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa42e6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180966:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180974:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.180980:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000040:00080000:1.0:1763336257.181207:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1628, 64 off136328 00000040:00080000:1.0:1763336257.181230:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1628, 64 off136240 00000040:00080000:1.0:1763336257.181240:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1629, 64 off136304 00000040:00080000:1.0:1763336257.181249:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1629, 64 off136392 00010000:00010000:1.0:1763336257.181296:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42e7a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181305:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42e7a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181313:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42e7a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181323:0:23631:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42e7a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181330:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42e7a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181335:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42e7a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181356:0:23631:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763336257.181374:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181380:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181386:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181390:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.181394:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181400:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181409:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fb:0x0].0x0 (ffff9c91864d8000) 00010000:00010000:1.0:1763336257.181411:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763336257.181414:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181420:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42e73 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181523:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181530:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181534:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181539:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.181541:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181546:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181553:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8900) 00010000:00010000:1.0:1763336257.181555:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.181558:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181564:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42e65 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00010000:1.0:1763336257.181575:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006f9d9dd8 reply state 00000000ece4895b transno 8589940156 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa42e6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181584:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa42e6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.181590:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8c00) 00010000:00010000:1.0:1763336257.181592:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336257.181595:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336257.182337:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.182894:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56980:x1848991041820928:12345-192.168.203.16@tcp:36:rm.0 Request processed in 2222us (2347us total) trans 8589940156 rc 0/0 00000100:00100000:1.0:1763336257.182901:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10148 00000100:00100000:3.0:1763336257.188905:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.189059:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041821184 00000100:00100000:0.0:1763336257.189069:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041821184 00000100:00100000:0.0:1763336257.189138:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1744 00000100:00100000:0.0:1763336257.189149:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041821184:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:0.0:1763336257.189193:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336257.189200:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.189212:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.189214:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.189219:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.189236:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.193925:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.194008:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041821312 00000100:00100000:0.0:1763336257.194018:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041821312 00002000:00010000:3.0:1763336257.200610:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763336257.200614:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb mtime from disk: 0 -> 1763336257 00002000:00010000:3.0:1763336257.200616:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb ctime from disk: 0 -> 1763336257 00002000:00010000:3.0:1763336257.200619:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763336257.200630:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.200640:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.200647:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.200653:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336257.200657:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.200665:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.200682:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.201584:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b000/0x84ca14902aa42e8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.201640:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.202958:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991041821184:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 13808us (14059us total) trans 21474839143 rc 0/0 00000100:00100000:3.0:1763336257.202969:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1744 00000100:00100000:1.0:1763336257.208449:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.209311:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10152 00000100:00100000:0.0:1763336257.209324:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56981:x1848991041821568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.209341:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.209363:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42ec0 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660df expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.209413:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42ec7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.209424:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.209435:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336257.209475:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763336257.209479:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763336257.209506:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42ec0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660df expref: 276 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.209520:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660df expref: 275 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.209531:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:0.0:1763336257.209534:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763336257.209536:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:0.0:1763336257.209592:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56981:x1848991041821568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 272us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.209598:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10152 00000100:00100000:3.0:1763336257.213858:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.213965:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041821696 00000100:00100000:1.0:1763336257.213976:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041821696 00000100:00100000:1.0:1763336257.214030:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10153 00000100:00100000:1.0:1763336257.214038:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56981:x1848991041821696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.214064:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.214083:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa42ece lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660e6 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.214141:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214153:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214163:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214172:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214178:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214182:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214217:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214224:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214228:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214234:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214238:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.214242:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214248:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214258:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:1.0:1763336257.214261:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.214265:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214271:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa42ed5 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214283:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214289:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214295:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214300:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf72600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.214303:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214308:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214314:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8c00) 00010000:00010000:1.0:1763336257.214317:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.214319:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214324:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa42edc lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.214344:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa42ece lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660e6 expref: 276 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.214351:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:1.0:1763336257.214353:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.214356:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa42ece lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660e6 expref: 276 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.214363:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00000100:00100000:1.0:1763336257.214423:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56981:x1848991041821696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 386us (575us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336257.214429:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10153 00000100:00100000:3.0:1763336257.216932:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.217060:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041821952 00000100:00100000:0.0:1763336257.217070:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041821952 00000100:00100000:0.0:1763336257.217131:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10154 00000100:00100000:0.0:1763336257.217142:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56981:x1848991041821952:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.217160:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.217163:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336257.217184:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa42ec7 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660df expref: 275 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.217199:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:0.0:1763336257.217209:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.217222:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42ee3 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660ed expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.217310:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217321:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217329:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217342:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42ef1 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217348:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217353:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217682:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217728:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217735:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336257.217743:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fd:0x0]: returning size 0 00010000:00010000:0.0:1763336257.217766:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217773:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217777:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217783:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217788:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.217792:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217799:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217807:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8000) 00010000:00010000:0.0:1763336257.217810:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.217813:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217818:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa42eea lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00000004:00010000:0.0:1763336257.217827:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008ee2b307 reply state 000000005d2b621b transno 8589940157 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217836:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa42ef1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.217841:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8c00) 00010000:00010000:0.0:1763336257.217843:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336257.217846:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763336257.217867:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa42ee3 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660ed expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.217881:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660ed expref: 276 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.217887:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c9284bf8c00) 00010000:00010000:0.0:1763336257.217889:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336257.217891:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:0.0:1763336257.217955:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56981:x1848991041821952:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 814us (1030us total) trans 8589940157 rc 0/0 00000100:00100000:0.0:1763336257.217964:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10154 00000100:00100000:1.0:1763336257.219985:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041822208 00000100:00100000:1.0:1763336257.219995:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041822208 00000100:00100000:1.0:1763336257.220042:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10155 00000100:00100000:1.0:1763336257.220100:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56977:x1848991041822208:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336257.220148:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.220171:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa42dc4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fa:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66084 expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.220189:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:1.0:1763336257.220194:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.220252:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42f06 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.220266:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42f06 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.220275:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42f06 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00010000:1.0:1763336257.220373:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d2edf38f reply state 00000000e168262b transno 8589940158 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42f06 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.220385:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa42f06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.220391:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:1.0:1763336257.220394:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336257.220397:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336257.220482:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56977:x1848991041822208:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 430us (844us total) trans 8589940158 rc 0/0 00000100:00100000:1.0:1763336257.220490:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10155 00000100:00100000:1.0:1763336257.221066:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.221593:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041822464 00000100:00100000:3.0:1763336257.221601:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041822464 00000100:00100000:3.0:1763336257.221646:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10156 00000100:00100000:3.0:1763336257.221654:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56981:x1848991041822464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.221672:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.221713:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f0d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660f4 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.221795:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.221808:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660ed expref: 279 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.221817:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.221846:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660ed expref: 279 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.221859:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa42ef8 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660ed expref: 279 pid: 33424 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.221877:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056104448:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336257.221946:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.223959:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056104448:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.223985:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:1.0:1763336257.225280:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.225325:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.225336:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041822592 00000100:00100000:0.0:1763336257.225345:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041822592 00000100:00100000:0.0:1763336257.225403:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7096 00000100:00100000:0.0:1763336257.225412:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:56977:x1848991041822592:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.225428:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.225450:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c660fb expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336257.225470:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2e8:0x0] initial LVB size: 4096, mtime: 0x691a6041, atime: 0x0, ctime: 0x691a6041, blocks: 0x8 00010000:00010000:0.0:1763336257.225487:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.225489:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.225496:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660fb expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.225509:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660fb expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.225521:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:0.0:1763336257.225564:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:56977:x1848991041822592:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 154us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.225571:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7096 00010000:00010000:3.0:1763336257.226198:0:8421:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226206:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336257.226225:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fd:0x0]: returning size 0 00000004:00080000:3.0:1763336257.226388:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2cc:0x0], index 1: 0 00000004:00080000:3.0:1763336257.226396:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2eb:0x0], index 0: 0 00000004:00080000:3.0:1763336257.226401:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2ec:0x0], index 0: 0 00000004:00080000:3.0:1763336257.226405:0:8421:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2cd:0x0], index 1: 0 00010000:00010000:3.0:1763336257.226502:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226510:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226516:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226521:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.226524:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226530:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226539:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c9284bf8c00) 00010000:00010000:3.0:1763336257.226542:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336257.226545:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226550:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f14 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.226586:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f0d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660f4 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.226593:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c9284bf8c00) 00010000:00010000:3.0:1763336257.226595:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336257.226598:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f0d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660f4 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.226610:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:3.0:1763336257.226646:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56981:x1848991041822464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4994us (5593us total) trans 8589940159 rc 301/301 00000100:00100000:3.0:1763336257.226653:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10156 00000100:00100000:1.0:1763336257.228966:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.229138:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041822848 00000100:00100000:3.0:1763336257.229146:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041822848 00000100:00100000:0.0:1763336257.231606:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7097 00000100:00100000:0.0:1763336257.231628:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:56977:x1848991041822848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.231646:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.231667:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66102 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336257.231704:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336257.231725:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.231727:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.231735:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 36 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.231749:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 36 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.231760:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185703c00, rc 0) 00000100:00100000:0.0:1763336257.231816:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:56977:x1848991041822848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 198us (2857us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.231823:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7097 00000100:00100000:3.0:1763336257.236350:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041823232 00000100:00100000:3.0:1763336257.236364:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041823232 00002000:00010000:3.0:1763336257.236400:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/744 (5->18446744073709551615) 00002000:00100000:3.0:1763336257.236404:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf922d80 with x1848991041823232 ext(5->18446744073709551615) 00002000:00010000:3.0:1763336257.236414:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf922d80. 00000100:00100000:3.0:1763336257.236442:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041823360 00000100:00100000:3.0:1763336257.236445:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041823360 00002000:00010000:3.0:1763336257.236461:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/713 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.236464:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf920e00 with x1848991041823360 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.236470:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf920e00. 00000100:00100000:3.0:1763336257.236487:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1745 00000100:00100000:3.0:1763336257.236495:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041823232:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336257.236787:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763336257.236792:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb mtime from disk: 1763336257 -> 1763336257 00002000:00010000:3.0:1763336257.236795:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336257.236797:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb ctime from disk: 1763336257 -> 1763336257 00002000:00010000:3.0:1763336257.236799:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763336257.236843:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041823232:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 349us (603us total) trans 21474839144 rc 0/0 00000100:00100000:3.0:1763336257.236850:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1745 00002000:00010000:3.0:1763336257.236853:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/744 (5->18446744073709551615) 00002000:00100000:3.0:1763336257.236855:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf922d80 with x1848991041823232 ext(5->18446744073709551615) 00002000:00010000:3.0:1763336257.236859:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf922d80. 00000100:00100000:3.0:1763336257.236874:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1746 00000100:00100000:3.0:1763336257.236880:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991041823360:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336257.236964:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336257.236966:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb mtime from disk: 0 -> 1763336257 00002000:00010000:3.0:1763336257.236969:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336257.236970:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb ctime from disk: 0 -> 1763336257 00002000:00010000:3.0:1763336257.236973:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336257.236992:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:2404:x1848991041823360:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 112us (724us total) trans 17179871879 rc 0/0 00000100:00100000:3.0:1763336257.236998:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1746 00002000:00010000:3.0:1763336257.237000:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/713 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.237003:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf920e00 with x1848991041823360 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.237007:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf920e00. 00000100:00100000:1.0:1763336257.237164:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041823104 00000100:00100000:1.0:1763336257.237168:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041823104 00000100:00100000:1.0:1763336257.237273:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3500 00000100:00100000:1.0:1763336257.237281:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56981:x1848991041823104:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.237463:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56981:x1848991041823104:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 182us (1269us total) trans 8589940160 rc 0/0 00000100:00100000:1.0:1763336257.237469:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3500 00000100:00100000:1.0:1763336257.241332:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.241391:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041823616 00000100:00100000:0.0:1763336257.241400:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041823616 00000100:00100000:1.0:1763336257.241420:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.241533:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3501 00000100:00100000:0.0:1763336257.241542:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56981:x1848991041823616:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336257.241795:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56981:x1848991041823616:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 253us (471us total) trans 8589940161 rc 0/0 00000100:00100000:0.0:1763336257.241803:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3501 00000100:00100000:3.0:1763336257.241899:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041823872 00000100:00100000:3.0:1763336257.241904:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041823872 00000100:00100000:3.0:1763336257.241941:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10157 00000100:00100000:3.0:1763336257.241949:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56977:x1848991041823872:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336257.242006:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f30 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.242024:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f30 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.242036:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f30 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00010000:3.0:1763336257.242114:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5f397a8 reply state 000000007f428d65 transno 8589940162 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f30 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.242126:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16200/0x84ca14902aa42f30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.242134:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336257.242137:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336257.242141:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336257.242200:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:56977:x1848991041823872:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 252us (779us total) trans 8589940162 rc 0/0 00000100:00100000:3.0:1763336257.242207:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10157 00000100:00100000:1.0:1763336257.244828:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.244907:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041824000 00000100:00100000:3.0:1763336257.244916:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041824000 00000100:00100000:3.0:1763336257.244967:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7098 00000100:00100000:3.0:1763336257.244976:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:56977:x1848991041824000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.244995:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.245012:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66109 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.245042:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa42dd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66092 expref: 38 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336257.245063:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.245065:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.245070:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 38 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.245101:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa42dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66092 expref: 38 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336257.245113:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa42dd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66092 expref: 38 pid: 35222 timeout: 1145 lvb_type: 1 00000100:00100000:3.0:1763336257.245126:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056104576:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336257.245198:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336257.245958:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.246246:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041824256 00000100:00100000:3.0:1763336257.246251:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041824256 00000100:00100000:3.0:1763336257.246292:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10158 00000100:00100000:3.0:1763336257.246300:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:55888:x1848991041824256:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336257.246316:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.246333:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42f3e lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66110 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.246440:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246451:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246461:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246470:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246477:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246483:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246530:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42f53 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246537:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42f53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246543:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42f53 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:3.0:1763336257.246552:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fd:0x0]: returning size 0 00010000:00010000:3.0:1763336257.246617:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246624:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246634:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246639:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246645:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.246649:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246656:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246665:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092e600) 00010000:00010000:3.0:1763336257.246668:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.246673:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246678:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17800/0x84ca14902aa42f45 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246732:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246742:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246747:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246752:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.246754:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246764:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246771:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c91864d8c00) 00010000:00010000:3.0:1763336257.246774:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.246777:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246782:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa42f4c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.246815:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa42f3e lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66110 expref: 285 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.246831:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42f53 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66110 expref: 284 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.246838:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:3.0:1763336257.246840:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336257.246842:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:3.0:1763336257.248539:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:55888:x1848991041824256:12345-192.168.203.16@tcp:101:bash.0 Request processed in 2230us (2573us total) trans 8589940163 rc 0/0 00000100:00100000:3.0:1763336257.248551:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10158 00000100:00100000:3.0:1763336257.249809:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056104576:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336257.249839:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 38 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.249857:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:3.0:1763336257.250121:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:56977:x1848991041824000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5145us (5299us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.250129:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7098 00000100:00100000:0.0:1763336257.250522:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.251587:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.251650:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041824512 00000100:00100000:3.0:1763336257.251656:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041824512 00000100:00100000:3.0:1763336257.251884:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10159 00000100:00100000:3.0:1763336257.251893:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:55888:x1848991041824512:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:3.0:1763336257.251912:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.251930:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42f61 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66117 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.251960:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42f68 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.251972:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42f68 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.251982:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42f68 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.252090:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa42f61 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66117 expref: 286 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.252107:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42f68 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66117 expref: 285 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.252115:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:3.0:1763336257.252119:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336257.252122:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174000, rc 0) 00000100:00100000:3.0:1763336257.252157:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:55888:x1848991041824512:12345-192.168.203.16@tcp:101:bash.0 Request processed in 265us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.252164:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10159 00000100:00100000:1.0:1763336257.254018:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.254334:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.254479:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041824896 00000100:00100000:3.0:1763336257.254486:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041824896 00000100:00100000:3.0:1763336257.254528:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10160 00000100:00100000:3.0:1763336257.254535:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:55888:x1848991041824896:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:3.0:1763336257.254575:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.254597:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a16400/0x84ca14902aa42f53 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66110 expref: 285 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.254611:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:3.0:1763336257.254616:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336257.254806:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa42f6f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.254819:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa42f6f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.254836:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa42f6f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000001:00080000:3.0:1763336257.254876:0:8421:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940164 00000004:00010000:3.0:1763336257.254901:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd72f86e reply state 00000000cba46918 transno 8589940165 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa42f6f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.254913:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa42f6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.254919:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:3.0:1763336257.254922:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336257.254925:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336257.254971:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:55888:x1848991041824896:12345-192.168.203.16@tcp:36:bash.0 Request processed in 436us (636us total) trans 8589940165 rc 0/0 00000100:00100000:3.0:1763336257.254978:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10160 00000020:00080000:3.0:1763336257.254982:0:8421:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336257.257374:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.257561:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041825024 00000100:00100000:0.0:1763336257.257572:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041825024 00000100:00100000:0.0:1763336257.257627:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10161 00000100:00100000:0.0:1763336257.257637:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:55888:x1848991041825024:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.257658:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.257677:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42f76 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6611e expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.257718:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336257.257764:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42f76 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6611e expref: 288 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.257779:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42f76 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6611e expref: 288 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.257797:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.257800:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336257.257803:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185702600, rc 0) 00000100:00100000:0.0:1763336257.257859:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+288:55888:x1848991041825024:12345-192.168.203.16@tcp:101:bash.0 Request processed in 223us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.257867:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10161 00000100:00100000:1.0:1763336257.260190:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.260316:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041825536 00000100:00100000:0.0:1763336257.260324:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041825536 00000100:00100000:0.0:1763336257.260373:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10162 00000100:00100000:0.0:1763336257.260381:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+289:55888:x1848991041825536:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.260398:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.260400:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336257.260422:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42f76 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6611e expref: 289 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.260442:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.260446:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.260458:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703a00/0x84ca14902aa42f84 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66125 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.260503:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa42f8b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.260515:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa42f8b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00000100:00100000:1.0:1763336257.260522:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336257.260523:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa42f8b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000100:00100000:3.0:1763336257.260619:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041825664 00000100:00100000:3.0:1763336257.260624:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041825664 00010000:00010000:3.0:1763336257.260643:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6607d expref: 290 pid: 8421 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.260673:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3361 00000100:00100000:3.0:1763336257.260679:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+290:2405:x1848991041825664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.260721:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.260726:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6607d expref: 290 pid: 8421 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.260736:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6607d expref: 290 pid: 8421 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.260749:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a17000/0x84ca14902aa42db6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6607d expref: 290 pid: 8421 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.260759:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:3.0:1763336257.260763:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336257.260771:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336257.260776:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336257.260804:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.260838:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+289:2405:x1848991041825664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.260844:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3361 00000040:00080000:0.0:1763336257.261319:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1632, 88 off136568 00000004:00080000:0.0:1763336257.261324:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045222638680ns, next at 1045356949066ns, rc = 0 00000040:00080000:0.0:1763336257.261354:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1632, 88 off136656 00000004:00080000:0.0:1763336257.261360:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045222674242ns, next at 1045356909787ns, rc = 0 00000040:00080000:0.0:1763336257.261379:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1633, 88 off136744 00000004:00080000:0.0:1763336257.261384:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045222698522ns, next at 1045356909787ns, rc = 0 00000040:00080000:0.0:1763336257.261402:0:33424:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1633, 88 off136656 00000004:00080000:0.0:1763336257.261406:0:33424:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045222720757ns, next at 1045356949066ns, rc = 0 00000001:00080000:1.0:1763336257.262920:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940167 is committed 00000004:00080000:1.0:1763336257.262933:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1061 committed 00000004:00080000:1.0:1763336257.262950:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1065 committed 00000004:00080000:1.0:1763336257.262955:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1064 committed 00000004:00080000:1.0:1763336257.262957:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1060 committed 00000004:00080000:1.0:1763336257.262961:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1059 committed 00000004:00080000:1.0:1763336257.262963:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1063 committed 00000004:00080000:1.0:1763336257.262965:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1062 committed 00000004:00080000:1.0:1763336257.262967:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1058 committed 00000100:00100000:0.0:1763336257.263192:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.263239:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.263264:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105600:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.263281:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.263298:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336257.263304:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105216:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.263322:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.263347:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105088 00000100:00100000:0.0:1763336257.263352:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105088 00000100:00100000:0.0:1763336257.263382:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105600 00000100:00100000:0.0:1763336257.263385:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105600 00000100:00100000:0.0:1763336257.263397:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105216 00000100:00100000:0.0:1763336257.263400:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105216 00000100:00100000:0.0:1763336257.263415:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7100 00000100:00100000:0.0:1763336257.263421:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3648:x1848991056105088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763336257.263442:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:715 count 1 00002000:00010000:0.0:1763336257.263467:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336257.263473:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263485:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.263486:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.263491:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263501:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263508:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263514:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263529:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336257.263724:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3648:x1848991056105088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 302us (484us total) trans 17179871881 rc 0/0 00000100:00100000:0.0:1763336257.263731:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7100 00000100:00100000:0.0:1763336257.263744:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7101 00000100:00100000:0.0:1763336257.263751:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3648:x1848991056105600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.263831:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3648:x1848991056105600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (548us total) trans 17179871882 rc 0/0 00000100:00100000:0.0:1763336257.263837:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7101 00000100:00100000:0.0:1763336257.263849:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7102 00000100:00100000:0.0:1763336257.263855:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3648:x1848991056105216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763336257.263903:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763336257.263907:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb mtime from disk: 1763336257 -> 1763336257 00002000:00010000:0.0:1763336257.263909:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb atime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336257.263911:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb ctime from disk: 1763336257 -> 1763336257 00002000:00010000:0.0:1763336257.263913:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c8:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763336257.263935:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+56:3648:x1848991056105216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (612us total) trans 17179871883 rc 0/0 00000100:00100000:0.0:1763336257.263940:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7102 00010000:00010000:0.0:1763336257.263965:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.263971:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263979:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.263982:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.263994:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264006:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264012:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa42f92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264025:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.264027:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.264029:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.264037:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.264044:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.264049:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.264064:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfe00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.264067:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.264073:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.264084:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:0.0:1763336257.264087:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336257.264090:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.264095:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa42f7d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT0 00000100:00100000:1.0:1763336257.264123:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056104960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.264150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.264181:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105472:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.264199:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.264201:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056104960 00000100:00100000:0.0:1763336257.264204:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056104960 00000100:00100000:1.0:1763336257.264217:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105984:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.264222:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105472 00000100:00100000:0.0:1763336257.264225:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105472 00000100:00100000:1.0:1763336257.264236:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.264238:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7103 00000100:00100000:0.0:1763336257.264243:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+57:3647:x1848991056104960:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.264249:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1763336257.264254:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105344:0@lo:2:osp-syn-1-0.0 00002000:00080000:0.0:1763336257.264254:0:28588:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:714 count 1 00010000:00010000:0.0:1763336257.264266:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.264271:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336257.264279:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 37 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.264283:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105856:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.264287:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.264289:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.264292:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.264297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.264309:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056106368:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.264313:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 37 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.264324:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336257.264325:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 37 pid: 35222 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.264336:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056106496:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.264391:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336257.264404:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105984 00000100:00100000:0.0:1763336257.264407:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105984 00000100:00100000:0.0:1763336257.264422:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105344 00000100:00100000:0.0:1763336257.264424:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105344 00000100:00100000:0.0:1763336257.264432:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105856 00000100:00100000:0.0:1763336257.264434:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105856 00000100:00100000:0.0:1763336257.264443:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056106368 00000100:00100000:0.0:1763336257.264444:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056106368 00000100:00100000:0.0:1763336257.264452:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7104 00000100:00100000:0.0:1763336257.264458:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:3647:x1848991056105472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.264532:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3647:x1848991056105472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (331us total) trans 17179871884 rc 0/0 00000100:00100000:0.0:1763336257.264539:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7104 00000100:00100000:0.0:1763336257.264551:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7105 00000100:00100000:0.0:1763336257.264558:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3647:x1848991056105984:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763336257.264620:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336257.264624:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb mtime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336257.264626:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.264628:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb ctime from disk: 1763336256 -> 1763336256 00002000:00010000:0.0:1763336257.264630:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336257.264653:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3647:x1848991056105984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 96us (416us total) trans 21474839145 rc 0/0 00000100:00100000:0.0:1763336257.264660:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7105 00000100:00100000:0.0:1763336257.264672:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7106 00000100:00100000:0.0:1763336257.264677:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:3647:x1848991056105344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763336257.264751:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336257.264754:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb mtime from disk: 1763336257 -> 1763336257 00002000:00010000:0.0:1763336257.264756:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.264758:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb ctime from disk: 1763336257 -> 1763336257 00002000:00010000:0.0:1763336257.264761:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2c9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336257.264783:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3647:x1848991056105344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (510us total) trans 17179871885 rc 0/0 00000100:00100000:0.0:1763336257.264789:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7106 00000100:00100000:0.0:1763336257.264801:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7107 00000100:00100000:0.0:1763336257.264808:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3647:x1848991056105856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763336257.264818:0:8396:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:746 count 1 00002000:00010000:0.0:1763336257.264834:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336257.264839:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264846:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.264848:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.264852:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264861:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264868:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264874:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.264902:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763336257.264926:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336257.264931:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.264938:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381aa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336257.264941:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.264949:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.264960:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.264967:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918381aa00/0x84ca14902aa42fa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.264981:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336257.264982:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336257.264984:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336257.265007:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3647:x1848991056105856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 199us (708us total) trans 21474839146 rc 0/0 00000100:00100000:0.0:1763336257.265014:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7107 00000100:00100000:0.0:1763336257.265039:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056106112:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.265075:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.265111:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056106112 00000100:00100000:1.0:1763336257.265115:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056106112 00000004:00080000:0.0:1763336257.265117:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83d500/2, rc 0, transno 17179871883 00000100:00100000:0.0:1763336257.265122:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105216:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763336257.265132:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83ce00/2, rc 0, transno 17179871881 00000100:00100000:0.0:1763336257.265135:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105088:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.265137:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7109 00000100:00100000:1.0:1763336257.265143:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3648:x1848991056106112:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763336257.265143:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83c700/2, rc 0, transno 17179871882 00000100:00100000:0.0:1763336257.265146:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105600:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.265152:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1763336257.265157:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.265177:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.265193:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056106240:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763336257.265206:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763336257.265209:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb mtime from disk: 1763336257 -> 1763336257 00000100:00100000:0.0:1763336257.265209:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763336257.265211:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.265213:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb ctime from disk: 1763336257 -> 1763336257 00002000:00010000:1.0:1763336257.265215:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2e8:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763336257.265225:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056105728 00000100:00100000:0.0:1763336257.265228:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056105728 00000100:00100000:0.0:1763336257.265242:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056106240 00000100:00100000:0.0:1763336257.265244:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056106240 00000100:00100000:0.0:1763336257.265252:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7110 00000100:00100000:1.0:1763336257.265258:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3648:x1848991056106112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (182us total) trans 21474839148 rc 0/0 00000100:00100000:0.0:1763336257.265258:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3648:x1848991056105728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.265264:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7109 00002000:00080000:0.0:1763336257.265268:0:8398:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:745 count 1 00000100:00100000:1.0:1763336257.265275:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7111 00000100:00100000:1.0:1763336257.265280:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3648:x1848991056106240:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.265280:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa42fa7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.265292:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.265299:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.265300:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.265303:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa42fa7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.265323:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 11 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.265333:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 11 pid: 27808 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.265343:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056106624:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.265380:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbe51840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.265385:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3648:x1848991056106240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 59us (129us total) trans 21474839149 rc 0/0 00000100:00100000:1.0:1763336257.265391:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7111 00000004:00080000:0.0:1763336257.265400:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83c000/2, rc 0, transno 17179871885 00000100:00100000:0.0:1763336257.265404:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105344:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.265413:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839141 gen 2 00000004:00080000:0.0:1763336257.265417:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae312a00, transno 21474839129 00000004:00080000:0.0:1763336257.265424:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae311f80, transno 21474839130 00000004:00080000:0.0:1763336257.265426:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae313b80, transno 21474839131 00000004:00080000:0.0:1763336257.265429:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae310e00, transno 21474839132 00000004:00080000:0.0:1763336257.265431:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92c0b24e00, transno 21474839133 00000004:00080000:0.0:1763336257.265433:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92c0b26680, transno 21474839134 00000004:00080000:0.0:1763336257.265436:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92c0b27b80, transno 21474839135 00000004:00080000:0.0:1763336257.265438:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92c0b26300, transno 21474839136 00000004:00080000:0.0:1763336257.265441:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68000, transno 21474839138 00000004:00080000:0.0:1763336257.265443:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68a80, transno 21474839139 00000004:00080000:0.0:1763336257.265446:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc50380, transno 21474839140 00000004:00080000:0.0:1763336257.265448:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc52680, transno 21474839141 00000100:00100000:0.0:1763336257.265453:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918d2ded80 x1848991056105856/t21474839146(21474839146) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763336273 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763336257.265461:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2ded80/2, rc 0, transno 21474839146 00000100:00100000:0.0:1763336257.265465:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105856:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1763336257.265616:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2ddc00/2, rc 0, transno 21474839149 00000100:00100000:1.0:1763336257.265621:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056106240:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763336257.265634:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2ddf80/2, rc 0, transno 21474839148 00000100:00100000:1.0:1763336257.265637:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056106112:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763336257.266023:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2dc000/2, rc 0, transno 21474839147 00000100:00100000:0.0:1763336257.266029:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056106368:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763336257.266038:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2df100/2, rc 0, transno 21474839145 00000100:00100000:0.0:1763336257.266041:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105984:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763336257.266061:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83f480/2, rc 0, transno 17179871884 00000100:00100000:0.0:1763336257.266065:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056105472:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763336257.266245:0:32327:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 6 in progress, 1 in flight, 12 done 00010000:00010000:0.0:1763336257.266302:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa42f8b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66125 expref: 271 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.266313:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.266316:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336257.266329:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703a00/0x84ca14902aa42f84 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66125 expref: 271 pid: 33424 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763336257.266343:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa42f8b lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66125 expref: 270 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.266366:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.266368:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336257.266370:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381a400, rc 0) 00000100:00100000:0.0:1763336257.266409:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:55888:x1848991041825536:12345-192.168.203.16@tcp:101:bash.0 Request processed in 6029us (6226us total) trans 8589940167 rc 0/0 00000100:00100000:0.0:1763336257.266416:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10162 00000100:00100000:1.0:1763336257.270109:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.270167:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041825792 00000100:00100000:0.0:1763336257.270176:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041825792 00000100:00100000:0.0:1763336257.270227:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10163 00000100:00100000:0.0:1763336257.270237:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+270:56977:x1848991041825792:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.270261:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.270284:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa42fae lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6612c expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.270463:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.270482:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041825920 00000100:00100000:1.0:1763336257.270486:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041825920 00010000:00010000:1.0:1763336257.270507:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 12 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.270507:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa42fae lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6612c expref: 271 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.270523:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7400/0x84ca14902aa42fae lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6612c expref: 271 pid: 33424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.270528:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3362 00000100:00100000:1.0:1763336257.270535:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041825920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.270543:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fa:0x0].0x0 (ffff9c929092e800) 00010000:00010000:1.0:1763336257.270544:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.270546:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336257.270548:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 12 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.270550:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7400, rc 0) 00010000:00010000:1.0:1763336257.270558:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa42e34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660b5 expref: 12 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.270576:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.270578:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.270581:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa42fa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.270591:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa42fa7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.270592:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56977:x1848991041825792:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 357us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.270599:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10163 00010000:00010000:1.0:1763336257.270608:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.270625:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041825920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.270631:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3362 00000100:00100000:1.0:1763336257.270664:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.270768:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.270819:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041826048 00000100:00100000:0.0:1763336257.270824:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041826048 00010000:00010000:0.0:1763336257.270839:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.270868:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3363 00000100:00100000:0.0:1763336257.270875:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:2406:x1848991041826048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.270883:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.270887:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.270896:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.270909:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.270911:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.270915:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.270922:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.270932:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.270953:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:2406:x1848991041826048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 79us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.270960:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3363 00000100:00100000:0.0:1763336257.270977:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041826176 00000100:00100000:0.0:1763336257.270980:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041826176 00000100:00100000:0.0:1763336257.270999:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7112 00000100:00100000:0.0:1763336257.271003:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:55888:x1848991041826176:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:0.0:1763336257.271011:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.271021:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa42fb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66133 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336257.271036:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336257.271048:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.271060:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.271067:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa42fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66133 expref: 39 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271076:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa42fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66133 expref: 39 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271085:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6e00, rc 0) 00000100:00100000:0.0:1763336257.271104:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:55888:x1848991041826176:12345-192.168.203.16@tcp:101:bash.0 Request processed in 100us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.271110:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7112 00010000:00010000:3.0:1763336257.271117:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa42e3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660bc expref: 39 pid: 35222 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.271132:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056106496:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336257.271148:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.271158:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763336257.271244:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2dea00/2, rc 0, transno 21474839150 00010000:00010000:3.0:1763336257.271249:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.271251:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056105728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763336257.271272:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.271282:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.271310:0:28588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763336257.271325:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.271330:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271336:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.271340:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271348:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271360:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271367:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918381be00/0x84ca14902aa42f99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.271380:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.271383:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.271385:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336257.271472:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+59:3647:x1848991056104960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7227us (7320us total) trans 17179871886 rc 0/0 00000100:00100000:3.0:1763336257.271483:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7103 00000004:00080000:0.0:1763336257.271573:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83c380/2, rc 0, transno 17179871886 00000100:00100000:0.0:1763336257.271579:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056104960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.276795:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.276827:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041826304 00000100:00100000:3.0:1763336257.276836:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041826304 00000100:00100000:3.0:1763336257.276884:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7113 00000100:00100000:3.0:1763336257.276896:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:55888:x1848991041826304:12345-192.168.203.16@tcp:101:bash.0 00000100:00100000:1.0:1763336257.276898:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336257.276924:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.276948:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6613a expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336257.276970:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336257.276992:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.276995:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763336257.276997:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041826560 00000100:00100000:0.0:1763336257.277003:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041826560 00010000:00010000:3.0:1763336257.277005:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.277022:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.277034:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3503 00010000:00010000:3.0:1763336257.277035:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2175800, rc 0) 00000100:00100000:0.0:1763336257.277043:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+271:56977:x1848991041826560:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336257.277113:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:55888:x1848991041826304:12345-192.168.203.16@tcp:101:bash.0 Request processed in 220us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.277121:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7113 00000004:00080000:0.0:1763336257.277277:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1fa:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763336257.277335:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1634, 64 off136720 00000040:00080000:0.0:1763336257.277357:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1634, 64 off136808 00000040:00080000:0.0:1763336257.277366:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1635, 64 off136872 00000040:00080000:0.0:1763336257.277376:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1635, 64 off136784 00010000:00010000:0.0:1763336257.277429:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fc3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.277441:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.277450:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.277458:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fc3 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.277464:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fc3 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.277470:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fc3 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336257.277501:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336257.277658:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56977:x1848991041826560:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 616us (764us total) trans 8589940168 rc 0/0 00000100:00100000:0.0:1763336257.277666:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3503 00000100:00100000:1.0:1763336257.281400:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.281442:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.283412:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.284164:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041827072 00000100:00100000:0.0:1763336257.284173:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041827072 00000100:00100000:0.0:1763336257.284225:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10164 00000100:00100000:0.0:1763336257.284235:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+272:56977:x1848991041827072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.284256:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.284278:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa42fca lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66141 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.284347:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284360:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284371:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284381:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284388:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284393:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284489:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284498:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284504:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336257.284514:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fd:0x0]: returning size 2 00010000:00010000:0.0:1763336257.284583:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284590:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284596:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284602:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284608:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.284611:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284618:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284633:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8200) 00010000:00010000:0.0:1763336257.284635:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.284639:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284645:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa42fd1 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284656:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284661:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284665:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284670:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.284672:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284677:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284701:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8e00) 00010000:00010000:0.0:1763336257.284704:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.284708:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284713:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa42fd8 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.284751:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa42fca lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 275 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.284768:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 274 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.284775:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.284777:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336257.284780:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7e00, rc 0) 00000100:00100000:0.0:1763336257.284831:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56977:x1848991041827072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 598us (1424us total) trans 8589940169 rc 0/0 00000100:00100000:0.0:1763336257.284839:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10164 00000100:00100000:0.0:1763336257.290802:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041827584 00000100:00100000:0.0:1763336257.290813:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041827584 00000100:00100000:0.0:1763336257.290857:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041827328 00000100:00100000:0.0:1763336257.290860:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041827328 00000100:00100000:0.0:1763336257.290886:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3504 00000100:00100000:0.0:1763336257.290894:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:55888:x1848991041827584:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:1.0:1763336257.291072:0:15935:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3505 00000100:00100000:1.0:1763336257.291081:0:15935:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56977:x1848991041827328:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.291254:0:15935:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56977:x1848991041827328:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 174us (1087us total) trans 8589940170 rc 0/0 00000100:00100000:1.0:1763336257.291261:0:15935:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3505 00000100:00100000:0.0:1763336257.291665:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:55888:x1848991041827584:12345-192.168.203.16@tcp:35:bash.0 Request processed in 770us (1553us total) trans 8589940171 rc 0/0 00000100:00100000:0.0:1763336257.291673:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3504 00000100:00100000:0.0:1763336257.294978:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041827840 00000100:00100000:0.0:1763336257.294990:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041827840 00000100:00100000:0.0:1763336257.295048:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10165 00000100:00100000:0.0:1763336257.295067:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+276:56977:x1848991041827840:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.295090:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.295110:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fed lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66148 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.295220:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.295243:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.295253:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.295287:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.295300:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 277 pid: 33424 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.295313:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056106752:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.295387:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336257.299211:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056106752:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.299238:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000100:00100000:1.0:1763336257.299307:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.299383:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041827968 00000100:00100000:3.0:1763336257.299389:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041827968 00010000:00010000:3.0:1763336257.299422:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 278 pid: 33424 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.299464:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3364 00000100:00100000:3.0:1763336257.299473:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:2404:x1848991041827968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.299487:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.299493:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 278 pid: 33424 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.299504:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 278 pid: 33424 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.299524:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa42fdf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66141 expref: 278 pid: 33424 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.299536:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:3.0:1763336257.299540:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.299548:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.299555:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.299581:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.299630:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2404:x1848991041827968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 158us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.299637:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3364 00010000:00010000:0.0:1763336257.299896:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.299903:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:0.0:1763336257.299923:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fd:0x0]: returning size 5 00010000:00010000:0.0:1763336257.300061:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa42fed lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66148 expref: 278 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.300078:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66148 expref: 277 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.300085:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.300087:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336257.300090:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185702600, rc 0) 00000100:00100000:0.0:1763336257.300124:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56977:x1848991041827840:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5059us (5241us total) trans 8589940172 rc 0/0 00000100:00100000:0.0:1763336257.300131:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10165 00000100:00100000:1.0:1763336257.303265:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.303360:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041828096 00000100:00100000:0.0:1763336257.303371:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041828096 00000100:00100000:0.0:1763336257.303481:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3506 00000100:00100000:0.0:1763336257.303491:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56977:x1848991041828096:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:0.0:1763336257.303677:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56977:x1848991041828096:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 186us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.303706:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3506 00000100:00100000:3.0:1763336257.303778:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.303847:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041828224 00000100:00100000:0.0:1763336257.303852:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041828224 00000100:00100000:0.0:1763336257.303887:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10166 00000100:00100000:0.0:1763336257.303894:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56982:x1848991041828224:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:0.0:1763336257.303903:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.303923:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185703a00/0x84ca14902aa43002 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6614f expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.303970:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43009 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.303983:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.303994:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43009 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.304008:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa43010 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.304021:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa43010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.304028:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa43010 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.304141:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43017 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.304151:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66148 expref: 278 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.304159:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43017 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.304299:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66148 expref: 278 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.304311:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66148 expref: 278 pid: 33424 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.304324:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056106880:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.304618:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbe51840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.306670:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.307538:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041828480 00000100:00100000:0.0:1763336257.307550:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041828480 00000100:00100000:0.0:1763336257.307610:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10167 00000100:00100000:0.0:1763336257.307626:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56977:x1848991041828480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.307645:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.307648:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336257.307662:0:8421:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9185702600/0x84ca14902aa42ff4 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66148 expref: 279 pid: 33424 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.307704:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.307709:0:8421:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43017 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.307719:0:8421:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43017 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.307727:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43017 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.307746:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.307759:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4301e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66156 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.307856:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43025 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.307867:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43025 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.307875:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43025 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:0.0:1763336257.307886:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1fd:0x0]: returning size 5 00010000:00010000:0.0:1763336257.307986:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4301e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66156 expref: 282 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.308003:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43025 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66156 expref: 281 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.308010:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:0.0:1763336257.308013:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336257.308016:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:0.0:1763336257.308353:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:56977:x1848991041828480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 732us (1688us total) trans 8589940173 rc 0/0 00000100:00100000:0.0:1763336257.308362:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10167 00000100:00100000:3.0:1763336257.312234:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.315473:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.315749:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041828992 00000100:00100000:1.0:1763336257.315757:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041828992 00000100:00100000:1.0:1763336257.315821:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10168 00000100:00100000:1.0:1763336257.315836:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56982:x1848991041828992:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:1.0:1763336257.315892:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763336257.315899:0:33424:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 84ca14902aa42f8b) 00010000:00010000:1.0:1763336257.315903:0:33424:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 84ca14902aa43017) 00010000:00010000:1.0:1763336257.316162:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa42f68 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66117 expref: 278 pid: 8421 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.316178:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:1.0:1763336257.316183:0:33424:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43033 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763336257.316192:0:33424:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43033 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763336257.316198:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43033 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 00010000:00010000:1.0:1763336257.316216:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.316241:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316260:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316272:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316286:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316293:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316298:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316375:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316383:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316391:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00080000:1.0:1763336257.316628:0:33424:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x1fd:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763336257.316731:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316738:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316744:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316749:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.316753:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316760:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316780:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c929092e100) 00010000:00010000:1.0:1763336257.316784:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763336257.316787:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316794:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43048 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316820:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316831:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316849:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316855:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316860:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.316864:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316870:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316879:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92bb1d1f00) 00010000:00010000:1.0:1763336257.316887:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.316891:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316898:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4303a lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00000004:00010000:1.0:1763336257.316912:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000093a266d1 reply state 00000000f7395d1a transno 8589940175 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316922:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.316927:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:1.0:1763336257.316930:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336257.316933:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336257.316985:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56982:x1848991041828992:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1153us (1517us total) trans 8589940175 rc 0/0 00000100:00100000:1.0:1763336257.316996:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10168 00000100:00100000:3.0:1763336257.319391:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.319491:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041829120 00000100:00100000:1.0:1763336257.319502:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041829120 00000100:00100000:1.0:1763336257.319551:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10169 00000100:00100000:1.0:1763336257.319561:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56977:x1848991041829120:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.319583:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.319604:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4304f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6615d expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.319652:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4304f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6615d expref: 279 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.319666:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635be00/0x84ca14902aa4304f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1fd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6615d expref: 279 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.319712:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1fd:0x0].0x0 (ffff9c92bb1d1400) 00010000:00010000:1.0:1763336257.319716:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336257.319719:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635be00, rc 0) 00000100:00100000:1.0:1763336257.319767:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56977:x1848991041829120:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 209us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.319774:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10169 00000100:00100000:0.0:1763336257.326277:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041829376 00000100:00100000:0.0:1763336257.326288:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041829376 00000100:00100000:0.0:1763336257.326350:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3508 00000100:00100000:0.0:1763336257.326363:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56977:x1848991041829376:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336257.326575:0:6515:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x1fd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763336257.326624:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1636, 64 off136848 00000040:00080000:0.0:1763336257.326645:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1636, 64 off136936 00000040:00080000:0.0:1763336257.326655:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1637, 64 off137000 00000040:00080000:0.0:1763336257.326664:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1637, 64 off136912 00010000:00010000:0.0:1763336257.326752:0:6515:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43056 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.326768:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43056 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.326779:0:6515:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43056 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.326790:0:6515:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43056 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.326796:0:6515:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43056 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.326801:0:6515:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43056 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.326814:0:6515:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336257.326997:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56977:x1848991041829376:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 636us (823us total) trans 8589940176 rc 0/0 00000100:00100000:0.0:1763336257.327005:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3508 00000100:00100000:0.0:1763336257.334806:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.336300:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041829504 00000100:00100000:1.0:1763336257.336313:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041829504 00000100:00100000:1.0:1763336257.336385:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10170 00000100:00100000:1.0:1763336257.336395:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56983:x1848991041829504:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.336419:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.336445:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4305d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66164 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.336508:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336521:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336533:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336543:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336550:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336556:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336592:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336598:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336603:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336610:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336616:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.336620:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336627:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336637:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92bb1d1f00) 00010000:00010000:1.0:1763336257.336640:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.336645:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336651:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43064 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336665:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336670:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336675:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336679:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.336682:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336717:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336726:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:1.0:1763336257.336728:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.336731:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336737:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa4306b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.336764:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4305d lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66164 expref: 281 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.336775:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92bb1d1f00) 00010000:00010000:1.0:1763336257.336777:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.336781:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa4305d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66164 expref: 281 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.336795:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:1.0:1763336257.336862:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56983:x1848991041829504:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 468us (2064us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336257.336869:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10170 00000100:00100000:3.0:1763336257.340678:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.344294:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041829632 00000100:00100000:1.0:1763336257.344307:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041829632 00000100:00100000:1.0:1763336257.344377:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10171 00000100:00100000:1.0:1763336257.344388:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56983:x1848991041829632:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.344407:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.344429:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43072 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6616b expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.344507:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344520:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344531:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344545:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344552:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344558:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344594:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344602:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344608:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344615:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344621:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.344625:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344632:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344643:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92bb1d1f00) 00010000:00010000:1.0:1763336257.344646:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.344652:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344658:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43079 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344670:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344676:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344682:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344725:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.344728:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344733:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344741:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:1.0:1763336257.344743:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.344746:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344751:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43080 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.344776:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43072 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6616b expref: 281 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.344787:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c92bb1d1f00) 00010000:00010000:1.0:1763336257.344789:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.344792:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43072 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6616b expref: 281 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.344809:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:1.0:1763336257.344865:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56983:x1848991041829632:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 479us (4194us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336257.344872:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10171 00000100:00100000:1.0:1763336257.349291:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041829760 00000100:00100000:3.0:1763336257.349300:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.349303:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041829760 00000100:00100000:0.0:1763336257.349460:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041830016 00000100:00100000:0.0:1763336257.349466:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041830016 00000100:00100000:0.0:1763336257.349510:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10172 00000100:00100000:0.0:1763336257.349520:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:56983:x1848991041829760:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.349539:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.349561:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43087 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66172 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.349625:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4308e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.349639:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4308e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.349650:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4308e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:0.0:1763336257.349718:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763336257.349724:0:8421:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:3.0:1763336257.349735:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10173 00000100:00100000:3.0:1763336257.349747:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56984:x1848991041830016:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.349757:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.349758:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43087 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66172 expref: 283 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.349772:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43095 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66179 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.349780:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4308e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66172 expref: 282 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.349790:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8200) 00010000:00010000:0.0:1763336257.349793:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763336257.349797:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00010000:00010000:3.0:1763336257.349824:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349835:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349843:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000100:00100000:0.0:1763336257.349851:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56983:x1848991041829760:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 331us (1856us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336257.349855:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00000100:00100000:0.0:1763336257.349861:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10172 00010000:00010000:3.0:1763336257.349868:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349877:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349907:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349914:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349921:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349928:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349934:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.349937:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349944:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349954:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8200) 00010000:00010000:3.0:1763336257.349957:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.349961:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349967:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4309c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349977:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349983:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349991:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.349995:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.349997:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.350003:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.350008:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:3.0:1763336257.350009:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.350011:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.350015:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa430a3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.350032:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43095 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66179 expref: 282 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.350040:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8200) 00010000:00010000:3.0:1763336257.350042:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336257.350044:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43095 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66179 expref: 282 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.350063:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18e00, rc 0) 00000100:00100000:0.0:1763336257.350794:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:56984:x1848991041830016:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1048us (1496us total) trans 0 rc 301/301 00000100:00100000:0.0:1763336257.350801:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10173 00000100:00100000:3.0:1763336257.355085:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.355132:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041830272 00000100:00100000:0.0:1763336257.355143:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041830272 00000100:00100000:0.0:1763336257.355211:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10174 00000100:00100000:0.0:1763336257.355221:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:56983:x1848991041830272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.355240:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.355243:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336257.355268:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4308e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66172 expref: 281 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.355286:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8200) 00010000:00010000:0.0:1763336257.355298:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.355313:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa430aa lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66180 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.355422:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.355433:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.355442:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.355453:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.355460:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.355466:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356104:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356115:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356122:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:0.0:1763336257.356131:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1ff:0x0]: returning size 0 00010000:00010000:0.0:1763336257.356156:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356162:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356168:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356174:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356178:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.356182:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356189:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356198:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8e00) 00010000:00010000:0.0:1763336257.356200:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.356203:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356208:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa430b1 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000004:00010000:0.0:1763336257.356217:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000180b3437 reply state 00000000f75c48b4 transno 8589940177 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356225:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.356230:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:0.0:1763336257.356232:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336257.356235:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763336257.356259:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa430aa lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 283 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.356280:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 282 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.356287:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:0.0:1763336257.356289:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336257.356292:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:0.0:1763336257.356359:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56983:x1848991041830272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1138us (1281us total) trans 8589940177 rc 0/0 00000100:00100000:0.0:1763336257.356554:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10174 00000100:00100000:0.0:1763336257.360518:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041830528 00000100:00100000:0.0:1763336257.360529:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041830528 00000100:00100000:0.0:1763336257.360590:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10175 00000100:00100000:0.0:1763336257.360600:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56983:x1848991041830528:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.360622:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.360643:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa430cd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66187 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.360779:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.360794:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 284 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.360803:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.360833:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 284 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.360846:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 284 pid: 6514 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.360858:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056107392:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.360931:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.363711:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041830784 00000100:00100000:1.0:1763336257.363721:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041830784 00000100:00100000:1.0:1763336257.363779:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10176 00000100:00100000:1.0:1763336257.363789:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:56985:x1848991041830784:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.363808:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.363827:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa430db lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6618e expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.363919:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.363932:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.363943:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:1.0:1763336257.363953:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1ff:0x0]: returning size 0 00010000:00010000:1.0:1763336257.364026:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364034:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364045:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364063:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.364067:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364074:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364085:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:1.0:1763336257.364088:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763336257.364093:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364098:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa430e2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:1.0:1763336257.364135:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa430db lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6618e expref: 287 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.364146:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:1.0:1763336257.364148:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763336257.364152:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa430db lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6618e expref: 287 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.364161:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:1.0:1763336257.364223:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+286:56985:x1848991041830784:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 435us (736us total) trans 8589940178 rc 301/301 00000100:00100000:1.0:1763336257.364231:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10176 00000100:00100000:3.0:1763336257.367354:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.367397:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6514:1848991056107392:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336257.367404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336257.367426:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336257.367454:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041831168 00000100:00100000:1.0:1763336257.367463:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041831168 00010000:00010000:1.0:1763336257.367496:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 287 pid: 6514 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.367529:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3365 00000100:00100000:1.0:1763336257.367538:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:2404:x1848991041831168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.367561:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.367568:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 287 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.367587:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 287 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.367606:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa430bf lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66180 expref: 287 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.367620:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:1.0:1763336257.367624:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336257.367631:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336257.367638:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336257.367662:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.367724:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:2404:x1848991041831168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 186us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.367734:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3365 00010000:00010000:0.0:1763336257.367923:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.367932:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:0.0:1763336257.367951:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1ff:0x0]: returning size 0 00000004:00080000:0.0:1763336257.368091:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2ed:0x0], index 0: 0 00000004:00080000:0.0:1763336257.368098:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2ce:0x0], index 1: 0 00000004:00080000:0.0:1763336257.368103:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2cf:0x0], index 1: 0 00000004:00080000:0.0:1763336257.368106:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2ee:0x0], index 0: 0 00010000:00010000:0.0:1763336257.368177:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368185:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368191:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368200:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.368204:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368211:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368220:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:0.0:1763336257.368222:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336257.368226:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368231:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa430d4 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.368263:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa430cd lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66187 expref: 286 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.368271:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:0.0:1763336257.368278:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763336257.368282:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa430cd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66187 expref: 286 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.368297:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:0.0:1763336257.368342:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:56983:x1848991041830528:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7743us (7887us total) trans 8589940180 rc 301/301 00000100:00100000:0.0:1763336257.368350:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10175 00000100:00100000:3.0:1763336257.370906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.370952:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.371021:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041831680 00000100:00100000:0.0:1763336257.371031:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041831680 00000100:00100000:0.0:1763336257.371101:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3510 00000100:00100000:0.0:1763336257.371112:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:56983:x1848991041831680:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336257.371376:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+288:56983:x1848991041831680:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 264us (476us total) trans 8589940181 rc 0/0 00000100:00100000:0.0:1763336257.371384:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3510 00000100:00100000:3.0:1763336257.373811:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.374444:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041831936 00000100:00100000:0.0:1763336257.374461:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041831936 00000100:00100000:3.0:1763336257.374466:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.374500:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.374518:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041832064 00000100:00100000:1.0:1763336257.374523:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041832064 00000100:00100000:0.0:1763336257.374527:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3511 00000100:00100000:0.0:1763336257.374539:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+288:56983:x1848991041831936:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.374565:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041832192 00000100:00100000:1.0:1763336257.374570:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041832192 00000100:00100000:1.0:1763336257.374601:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7115 00000100:00100000:1.0:1763336257.374615:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041832192:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.374626:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.374643:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c661a3 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336257.374676:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336257.374718:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.374721:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.374730:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661a3 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.374747:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661a3 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763336257.374758:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+289:56983:x1848991041831936:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 221us (953us total) trans 8589940183 rc 0/0 00010000:00010000:1.0:1763336257.374760:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:0.0:1763336257.374770:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3511 00000100:00100000:1.0:1763336257.374788:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041832192:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 176us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.374795:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7115 00000100:00100000:0.0:1763336257.377110:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.378129:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041832448 00000100:00100000:1.0:1763336257.378141:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041832448 00000100:00100000:1.0:1763336257.378196:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3512 00000100:00100000:1.0:1763336257.378208:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+289:56985:x1848991041832448:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.378413:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+290:56985:x1848991041832448:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 206us (1310us total) trans 8589940184 rc 0/0 00000100:00100000:1.0:1763336257.378486:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3512 00000100:00100000:3.0:1763336257.379022:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.380074:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041832704 00000100:00100000:1.0:1763336257.380084:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041832704 00000100:00100000:1.0:1763336257.380138:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10178 00000100:00100000:1.0:1763336257.380148:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+290:55888:x1848991041832704:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336257.380165:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.380168:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763336257.380193:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4310c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66195 expref: 290 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.380211:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c9285ffac00) 00010000:00010000:1.0:1763336257.380222:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.380237:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43128 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c661aa expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.380327:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4312f lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.380340:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4312f lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.380350:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4312f lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336257.380362:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1ff:0x0]: returning size 0 00010000:00010000:1.0:1763336257.380455:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43128 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661aa expref: 292 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.380470:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4312f lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661aa expref: 291 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.380479:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:1.0:1763336257.380482:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763336257.380485:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:1.0:1763336257.380551:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+291:55888:x1848991041832704:12345-192.168.203.16@tcp:101:bash.0 Request processed in 404us (1529us total) trans 8589940185 rc 0/0 00000100:00100000:1.0:1763336257.380559:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10178 00000100:00100000:0.0:1763336257.382039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.382123:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041832960 00000100:00100000:3.0:1763336257.382132:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041832960 00000100:00100000:3.0:1763336257.382461:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10179 00000100:00100000:3.0:1763336257.382470:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+291:56985:x1848991041832960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.382491:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.382510:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa4313d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c661b1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.382574:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383023:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383034:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383046:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383063:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383069:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383165:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383177:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383184:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383191:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383196:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c2174000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.383200:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383208:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 4/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383218:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:3.0:1763336257.383224:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383230:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa43152 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000004:00200000:3.0:1763336257.383247:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1ff:0x0]: returning size 0 00010000:00010000:3.0:1763336257.383316:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383323:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383327:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383332:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383337:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.383339:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383348:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383357:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ef00) 00010000:00010000:3.0:1763336257.383359:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.383362:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383368:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa43144 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383376:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.383381:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00000100:00100000:0.0:1763336257.383581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.383839:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041833088 00000100:00100000:1.0:1763336257.383847:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041833088 00000100:00100000:1.0:1763336257.383877:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10180 00000100:00100000:1.0:1763336257.383883:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+294:55888:x1848991041833088:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336257.383896:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.383907:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43160 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c661b8 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.383926:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43167 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.383934:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43167 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.383941:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43167 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.384014:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43160 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661b8 expref: 296 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.384032:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43167 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661b8 expref: 295 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.384039:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:1.0:1763336257.384041:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336257.384043:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381a400, rc 0) 00000100:00100000:1.0:1763336257.384094:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+295:55888:x1848991041833088:12345-192.168.203.16@tcp:101:bash.0 Request processed in 211us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.384100:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10180 00010000:00010000:3.0:1763336257.384672:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.384678:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.384681:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.384714:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.384724:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:3.0:1763336257.384726:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.384730:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.384735:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa4314b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.384769:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa4313d lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661b1 expref: 294 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.384779:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ef00) 00010000:00010000:3.0:1763336257.384781:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336257.384784:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa4313d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661b1 expref: 294 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.384795:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e19000, rc 0) 00000100:00100000:3.0:1763336257.384837:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+293:56985:x1848991041832960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2368us (2803us total) trans 8589940186 rc 301/301 00000100:00100000:3.0:1763336257.384844:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10179 00000100:00100000:0.0:1763336257.387121:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.387984:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.388036:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041833600 00000100:00100000:1.0:1763336257.388048:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041833600 00000100:00100000:1.0:1763336257.388114:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3513 00000100:00100000:1.0:1763336257.388125:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+293:56985:x1848991041833600:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.388348:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+294:56985:x1848991041833600:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 224us (1233us total) trans 8589940187 rc 0/0 00000100:00100000:1.0:1763336257.388356:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3513 00000100:00100000:3.0:1763336257.388467:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041833472 00000100:00100000:3.0:1763336257.388471:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041833472 00000100:00100000:3.0:1763336257.388499:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10181 00000100:00100000:3.0:1763336257.388505:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+294:55888:x1848991041833472:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:3.0:1763336257.388532:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.388556:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4312f lrc: 0/0,0 mode: --/CW res: [0x200000405:0x1ff:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661aa expref: 294 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.388573:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:3.0:1763336257.388578:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336257.388718:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.388732:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.388746:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000001:00080000:3.0:1763336257.388790:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940188 00000004:00010000:3.0:1763336257.388811:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ab217f05 reply state 000000006d907eb3 transno 8589940189 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.388822:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.388829:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:3.0:1763336257.388832:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336257.388834:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336257.388884:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+296:55888:x1848991041833472:12345-192.168.203.16@tcp:36:bash.0 Request processed in 377us (901us total) trans 8589940189 rc 0/0 00000100:00100000:3.0:1763336257.388890:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10181 00000020:00080000:3.0:1763336257.388894:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336257.393442:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.397116:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041833856 00000100:00100000:0.0:1763336257.397125:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041833856 00000100:00100000:0.0:1763336257.397174:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3514 00000100:00100000:0.0:1763336257.397183:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+297:56985:x1848991041833856:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:0.0:1763336257.397331:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+297:56985:x1848991041833856:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 149us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.397348:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3514 00000100:00100000:0.0:1763336257.402224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000001:00080000:1.0:1763336257.410098:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940190 is committed 00000004:00080000:1.0:1763336257.410118:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1067 committed 00000004:00080000:1.0:1763336257.410128:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1063 committed 00000004:00080000:1.0:1763336257.410135:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1062 committed 00000004:00080000:1.0:1763336257.410138:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1066 committed 00000100:00100000:0.0:1763336257.410463:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056107648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.410553:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.410603:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056108160:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.410623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336257.410663:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410673:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410680:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410715:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.410719:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410727:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410741:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:3.0:1763336257.410744:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.410748:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410754:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa43041 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.410768:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410773:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410778:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410783:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf774e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.410788:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410795:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410803:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c92bb1d1c00) 00010000:00010000:3.0:1763336257.410806:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.410810:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336257.410812:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056107520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763336257.410824:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa430b8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336257.410857:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.410894:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056108032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.410918:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336257.410936:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410946:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336257.410948:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1763336257.410958:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336257.410959:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056107904:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763336257.410970:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c2174800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.410974:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410980:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336257.410990:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00000100:00100000:1.0:1763336257.410990:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336257.410995:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.410998:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000100:00100000:0.0:1763336257.411035:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056108032 00000100:00100000:0.0:1763336257.411043:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056108032 00000100:00100000:1.0:1763336257.411047:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056107904 00000100:00100000:1.0:1763336257.411065:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056107904 00000100:00100000:1.0:1763336257.411098:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7117 00000100:00100000:1.0:1763336257.411108:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3648:x1848991056108160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763336257.411274:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2ee:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336257.411278:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2ee:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.411281:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2ee:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.411283:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2ee:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.411411:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2ee:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.411464:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3648:x1848991056108160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 346us (827us total) trans 21474839152 rc 0/0 00000100:00100000:1.0:1763336257.411477:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7117 00000100:00100000:1.0:1763336257.411505:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7119 00000100:00100000:1.0:1763336257.411516:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3647:x1848991056108032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.411627:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3647:x1848991056108032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (708us total) trans 21474839153 rc 0/0 00000100:00100000:1.0:1763336257.411635:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7119 00010000:00010000:3.0:1763336257.411641:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa4316e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336257.411651:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7120 00000100:00100000:1.0:1763336257.411661:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3647:x1848991056107904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763336257.411677:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:748 count 1 00002000:00010000:1.0:1763336257.411729:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2ec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336257.411740:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.411757:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.411759:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.411765:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.411784:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.411794:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.411809:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.411822:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056107776 00000100:00100000:0.0:1763336257.411829:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056107776 00010000:00010000:1.0:1763336257.411832:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336257.411870:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7121 00000100:00100000:0.0:1763336257.411879:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3649:x1848991056107776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763336257.411893:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:747 count 1 00010000:00010000:0.0:1763336257.411909:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.411927:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.411937:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.411939:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.411942:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.411964:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412031:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 13 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.412059:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056108672:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.412092:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881bd80 going to sleep for 11 seconds 00010000:00010000:0.0:1763336257.412112:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.412120:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412129:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.412133:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412151:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412176:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412186:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918381be00/0x84ca14902aa43198 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.412205:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056108800:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763336257.412207:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.412211:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.412214:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336257.412231:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056109056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.412250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.412279:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056109312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.412280:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.412320:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.412332:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3647:x1848991056107904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 670us (1340us total) trans 21474839154 rc 0/0 00000004:00080000:0.0:1763336257.412335:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f41880/2, rc 0, transno 21474839152 00000100:00100000:1.0:1763336257.412344:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7120 00000100:00100000:3.0:1763336257.412346:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336257.412346:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056108160:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336257.412357:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056108928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.412363:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763336257.412364:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056108800 00000100:00100000:1.0:1763336257.412370:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056108800 00000100:00100000:0.0:1763336257.412374:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056108544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.412386:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336257.412391:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056109056 00000100:00100000:1.0:1763336257.412396:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056109056 00000100:00100000:0.0:1763336257.412412:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.412419:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056109312 00000100:00100000:3.0:1763336257.412425:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056109312 00000100:00100000:0.0:1763336257.412428:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056109184:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.412449:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056108928 00000100:00100000:3.0:1763336257.412452:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056108928 00000100:00100000:0.0:1763336257.412457:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336257.412468:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056108544 00000100:00100000:3.0:1763336257.412471:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056108544 00000100:00100000:3.0:1763336257.412484:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056109184 00000100:00100000:3.0:1763336257.412487:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056109184 00000100:00100000:3.0:1763336257.412504:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7122 00000100:00100000:0.0:1763336257.412513:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7123 00000100:00100000:3.0:1763336257.412514:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+64:3646:x1848991056108800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.412528:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3648:x1848991056109056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336257.412531:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:713 count 1 00002000:00080000:0.0:1763336257.412545:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:717 count 1 00010000:00010000:3.0:1763336257.412551:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.412565:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336257.412567:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336257.412579:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.412580:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa431d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.412581:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336257.412586:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412594:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.412598:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.412601:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa431d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412612:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa431d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.412613:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.412631:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa431d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.412636:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.412648:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa431d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.412656:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056109440:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.412670:0:27808:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336257.412854:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3648:x1848991056109056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 329us (576us total) trans 17179871888 rc 0/0 00000100:00100000:0.0:1763336257.412863:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7123 00000100:00100000:0.0:1763336257.412880:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7124 00000100:00100000:0.0:1763336257.412891:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3646:x1848991056109312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763336257.412965:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2cf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336257.413027:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2cf:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.413035:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2cf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.413041:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2cf:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763336257.413044:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2cf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.413062:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7125 00000100:00100000:1.0:1763336257.413078:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3646:x1848991056108928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.413093:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3646:x1848991056109312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 202us (770us total) trans 17179871889 rc 0/0 00002000:00080000:1.0:1763336257.413096:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:716 count 1 00000100:00100000:0.0:1763336257.413104:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7124 00010000:00010000:1.0:1763336257.413115:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.413126:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7126 00010000:00010000:1.0:1763336257.413145:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa42fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66133 expref: 39 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.413157:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00010000:00010000:1.0:1763336257.413157:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336257.413161:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336257.413166:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.413176:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7127 00000100:00100000:3.0:1763336257.413185:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+64:3648:x1848991056109184:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763336257.413193:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa42fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66133 expref: 39 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.413214:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa42fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66133 expref: 39 pid: 27808 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.413229:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056109568:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.413265:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.413276:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+65:3648:x1848991056109184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (820us total) trans 17179871890 rc 0/0 00000100:00100000:3.0:1763336257.413285:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7127 00000004:00080000:1.0:1763336257.413308:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74a80/2, rc 0, transno 21474839154 00000100:00100000:1.0:1763336257.413316:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056107904:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763336257.413324:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8b800/2, rc 0, transno 17179871889 00000100:00100000:3.0:1763336257.413331:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056109312:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763336257.413333:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f40e00/2, rc 0, transno 21474839153 00000100:00100000:1.0:1763336257.413340:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056108032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.414090:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+64:3648:x1848991056108544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763336257.414119:0:27808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:712 count 1 00010000:00010000:0.0:1763336257.414141:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.414161:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 39 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.414181:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.414183:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.414187:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.414219:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 39 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.414232:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 39 pid: 35222 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.414245:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056109696:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.414316:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000004:00080000:0.0:1763336257.414360:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8bb80/2, rc 0, transno 17179871890 00000100:00100000:0.0:1763336257.414371:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056109184:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763336257.414385:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8b100/2, rc 0, transno 17179871888 00000100:00100000:0.0:1763336257.414391:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056109056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.416839:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056109568:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.416881:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.416907:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf920a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056108288:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.416939:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.417321:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3367 00000100:00100000:1.0:1763336257.417333:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041834880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.417346:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.417357:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 14 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.417373:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 14 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.417395:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056108672:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.417412:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa42fbc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6613a expref: 14 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.417416:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.417435:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.417439:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.417449:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.417457:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.417498:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.417503:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.417512:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.417529:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.417536:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.417559:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041834880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 225us (424us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336257.417561:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336257.417576:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3367 00000100:00100000:3.0:1763336257.417846:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056109440:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336257.417875:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.417882:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3649:x1848991056107776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5999us (6078us total) trans 21474839155 rc 0/0 00000100:00100000:0.0:1763336257.417912:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7121 00000004:00080000:1.0:1763336257.417940:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75f80/2, rc 0, transno 21474839155 00010000:00010000:0.0:1763336257.417951:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1763336257.417952:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056107776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.417962:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.417973:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.417977:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.417986:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418004:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418020:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4319f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418043:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.418045:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.418047:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336257.418494:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.418506:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.418515:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.418521:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.418541:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763336257.418563:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.418569:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418575:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.418577:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418582:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418590:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418596:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918381b400/0x84ca14902aa431d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.418609:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.418611:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.418613:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336257.418780:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+65:3646:x1848991056108928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5703us (6390us total) trans 17179871891 rc 0/0 00000100:00100000:3.0:1763336257.418791:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7125 00000004:00080000:0.0:1763336257.418810:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89500/2, rc 0, transno 17179871891 00000100:00100000:0.0:1763336257.418820:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056108928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.419464:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.419501:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.419536:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041834624 00000100:00100000:3.0:1763336257.419537:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.419548:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041834624 00000100:00100000:0.0:1763336257.419575:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041835008 00000100:00100000:0.0:1763336257.419586:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041835008 00010000:00010000:1.0:1763336257.419592:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660fb expref: 13 pid: 27808 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.419608:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336257.419633:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.419636:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041835136 00000100:00100000:1.0:1763336257.419636:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041834752 00000100:00100000:1.0:1763336257.419645:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041834752 00000100:00100000:3.0:1763336257.419646:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041835136 00010000:00010000:1.0:1763336257.419672:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66030 expref: 15 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.419736:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3368 00000100:00100000:3.0:1763336257.419738:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7128 00000100:00100000:1.0:1763336257.419756:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3369 00000100:00100000:3.0:1763336257.419758:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:55888:x1848991041835136:12345-192.168.203.16@tcp:101:bash.0 00000100:00100000:0.0:1763336257.419767:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041834624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763336257.419779:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:2407:x1848991041835008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.419783:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.419786:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.419801:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.419801:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660fb expref: 16 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.419808:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c661d4 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.419819:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 1145 lvb_type: 0 00002000:00010000:3.0:1763336257.419866:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2ed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336257.419875:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.419876:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660fb expref: 16 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.419885:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.419892:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.419908:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.419930:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa42f29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66102 expref: 39 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.419942:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa42f1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c660fb expref: 18 pid: 27808 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.419945:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.419948:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.419955:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.419965:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.419992:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18a00, rc 0) 00010000:00010000:1.0:1763336257.419993:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.419996:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.420002:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763336257.420030:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:55888:x1848991041835136:12345-192.168.203.16@tcp:101:bash.0 Request processed in 277us (424us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336257.420034:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.420038:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7128 00000100:00100000:1.0:1763336257.420077:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:2407:x1848991041835008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 305us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.420086:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3369 00010000:00010000:3.0:1763336257.420107:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.420108:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3370 00000100:00100000:1.0:1763336257.420121:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041834752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.420134:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420135:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.420143:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66030 expref: 16 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.420149:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420158:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66030 expref: 16 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.420161:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420181:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16e00/0x84ca14902aa42cba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66030 expref: 16 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.420187:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420193:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.420195:0:35222:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763336257.420197:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.420203:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420211:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420215:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420252:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.420270:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041834752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 153us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.420278:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3370 00010000:00010000:0.0:1763336257.420315:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.420327:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420336:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420345:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.420352:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.420368:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041834624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 611us (900us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336257.420372:0:8398:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763336257.420381:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3368 00010000:00010000:0.0:1763336257.420420:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763336257.420426:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420433:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.420438:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420458:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420471:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420478:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9285e19000/0x84ca14902aa431c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420495:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.420499:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420506:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.420509:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420516:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420530:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420536:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa4318a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.420550:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.420553:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.420556:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336257.420598:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056109696:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.420623:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.420713:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3648:x1848991056107648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9594us (10129us total) trans 21474839156 rc 0/0 00000100:00100000:1.0:1763336257.420724:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7116 00000100:00100000:3.0:1763336257.420809:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+65:3646:x1848991056108800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8297us (8558us total) trans 17179871892 rc 0/0 00000100:00100000:3.0:1763336257.420816:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7122 00000100:00100000:3.0:1763336257.420859:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000004:00080000:0.0:1763336257.420966:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89880/2, rc 0, transno 17179871892 00000100:00100000:0.0:1763336257.420974:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056108800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.420996:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041835392 00000100:00100000:0.0:1763336257.421000:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041835392 00010000:00010000:1.0:1763336257.421015:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336257.421024:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421025:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.421061:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336257.421069:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.421078:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.421096:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3371 00010000:00010000:1.0:1763336257.421099:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.421112:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:2407:x1848991041835392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.421113:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43191 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421140:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.421145:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336257.421152:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.421152:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.421155:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.421176:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.421197:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa42f37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66109 expref: 38 pid: 35222 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.421213:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.421216:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336257.421219:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421229:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421256:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.421290:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.421299:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:2407:x1848991041835392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 190us (436us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336257.421316:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336257.421324:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3371 00010000:00010000:1.0:1763336257.421338:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.421347:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.421369:0:27808:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1763336257.421378:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75500/2, rc 0, transno 21474839156 00000100:00100000:0.0:1763336257.421393:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056107648:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.421424:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.421431:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421441:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e3800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.421446:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421455:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421470:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421477:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91867e3800/0x84ca14902aa431de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.421495:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.421497:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.421499:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336257.421621:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3648:x1848991056108544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8483us (9209us total) trans 17179871893 rc 0/0 00000100:00100000:1.0:1763336257.421630:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7126 00000004:00080000:0.0:1763336257.422908:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8aa00/2, rc 0, transno 17179871893 00000100:00100000:0.0:1763336257.422917:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056108544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763336257.423589:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.425414:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.425629:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.425715:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041836032 00000100:00100000:1.0:1763336257.425721:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041836032 00002000:00010000:1.0:1763336257.425753:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/718 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.425758:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecf100 with x1848991041836032 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.425768:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ecf100. 00000100:00100000:1.0:1763336257.425787:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1749 00000100:00100000:1.0:1763336257.425793:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:2405:x1848991041836032:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:1.0:1763336257.425968:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2ce:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336257.425972:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2ce:0x0] updating lvb mtime from disk: 0 -> 1763336257 00002000:00010000:1.0:1763336257.425974:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2ce:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.425977:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2ce:0x0] updating lvb ctime from disk: 0 -> 1763336257 00002000:00010000:1.0:1763336257.425979:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2ce:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.425998:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:2405:x1848991041836032:12345-192.168.203.16@tcp:10:bash.0 Request processed in 206us (370us total) trans 17179871894 rc 0/0 00000100:00100000:1.0:1763336257.426003:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1749 00002000:00010000:1.0:1763336257.426007:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/718 (0->18446744073709551615) 00002000:00100000:1.0:1763336257.426009:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecf100 with x1848991041836032 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336257.426013:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ecf100. 00000100:00100000:3.0:1763336257.426114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.426144:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041835904 00000100:00100000:0.0:1763336257.426150:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041835904 00002000:00010000:0.0:1763336257.426168:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/749 (0->18446744073709551615) 00002000:00100000:0.0:1763336257.426172:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecea00 with x1848991041835904 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336257.426179:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecea00. 00000100:00100000:0.0:1763336257.426198:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1750 00000100:00100000:0.0:1763336257.426205:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041835904:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:0.0:1763336257.426308:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2ed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336257.426311:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2ed:0x0] updating lvb mtime from disk: 1763336257 -> 1763336257 00002000:00010000:0.0:1763336257.426313:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2ed:0x0] updating lvb atime from disk: 1763336257 -> 0 00002000:00010000:0.0:1763336257.426316:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2ed:0x0] updating lvb ctime from disk: 1763336257 -> 1763336257 00002000:00010000:0.0:1763336257.426318:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2ed:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336257.426355:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041835904:12345-192.168.203.16@tcp:10:bash.0 Request processed in 150us (242us total) trans 21474839158 rc 0/0 00000100:00100000:0.0:1763336257.426362:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1750 00002000:00010000:0.0:1763336257.426365:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/749 (0->18446744073709551615) 00002000:00100000:0.0:1763336257.426368:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecea00 with x1848991041835904 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336257.426373:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecea00. 00000100:00100000:3.0:1763336257.430319:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.438326:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041836800 00000100:00100000:1.0:1763336257.438340:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041836800 00000100:00100000:3.0:1763336257.438435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.439118:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10185 00000100:00100000:0.0:1763336257.439137:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56988:x1848991041836800:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:0.0:1763336257.439214:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763336257.439244:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43183 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661c6 expref: 278 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.439266:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa431bb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661cd expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.439281:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43167 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661b8 expref: 276 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.439293:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:0.0:1763336257.439299:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336257.439324:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439338:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439353:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439371:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4320f lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439383:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4320f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439391:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4320f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439489:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.439498:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336257.439506:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.441194:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e9 expref: 276 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.441208:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e9 expref: 276 pid: 6514 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.441519:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:23631:1848991056109952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.441612:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:0.0:1763336257.443999:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:23631:1848991056109952:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.444037:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000100:00100000:1.0:1763336257.444271:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.444457:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.444458:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041836928 00000100:00100000:0.0:1763336257.444468:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041836928 00010000:00010000:0.0:1763336257.444512:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e9 expref: 276 pid: 6514 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.444560:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3372 00000100:00100000:0.0:1763336257.444572:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2405:x1848991041836928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.444590:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336257.444602:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e9 expref: 277 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.444618:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e9 expref: 277 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.444651:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa43208 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e9 expref: 277 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.444676:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:0.0:1763336257.444711:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.444723:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.444732:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.444773:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.444840:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:2405:x1848991041836928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 269us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.444854:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3372 00010000:00010000:1.0:1763336257.444913:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.444921:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00000004:00080000:1.0:1763336257.445271:0:23631:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x200000405:0x1ff:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763336257.445392:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445401:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445407:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445413:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.445418:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445426:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445437:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:1.0:1763336257.445446:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763336257.445450:0:23631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa4322b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336257.445459:0:23631:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa4322b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336257.445465:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbee00/0x84ca14902aa4322b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336257.445494:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445501:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4321d lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445516:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445522:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445528:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445533:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e3800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.445536:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445542:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445550:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8b00) 00010000:00010000:1.0:1763336257.445553:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.445557:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445561:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa43201 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00010000:1.0:1763336257.445581:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2b9014d reply state 00000000fefae3b9 transno 8589940195 ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4320f lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445594:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e2200/0x84ca14902aa4320f lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.445601:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336257.445604:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336257.445606:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336257.445680:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56988:x1848991041836800:12345-192.168.203.16@tcp:36:rm.0 Request processed in 6549us (7571us total) trans 8589940195 rc 0/0 00000100:00100000:1.0:1763336257.445715:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10185 00000100:00100000:0.0:1763336257.452627:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336257.455419:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.455439:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa43232 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.455449:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.455455:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa43232 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.455464:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa43232 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.455481:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1ff:0x0].0x0 (ffff9c92bb1d1500) 00010000:00010000:0.0:1763336257.455485:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336257.455491:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa43232 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.455498:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf800/0x84ca14902aa43232 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT0 00010000:00010000:0.0:1763336257.455514:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.455517:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.455520:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336257.459809:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.463661:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.473260:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.476676:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041837824 00000100:00100000:1.0:1763336257.476706:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041837824 00000100:00100000:1.0:1763336257.476797:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10190 00000100:00100000:1.0:1763336257.476806:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56989:x1848991041837824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.476831:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.476860:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43263 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66205 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.477235:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477251:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477263:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477274:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477281:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477286:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477333:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477341:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477348:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477355:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.477360:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477369:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477382:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8c00) 00010000:00010000:1.0:1763336257.477386:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.477390:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477397:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa4326a lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477407:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477413:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477419:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477829:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.477836:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477843:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477853:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336257.477855:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.477859:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477864:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43271 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.477902:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43263 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66205 expref: 279 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.477913:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8c00) 00010000:00010000:1.0:1763336257.477916:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.477919:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43263 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66205 expref: 279 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.477934:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381aa00, rc 0) 00000100:00100000:1.0:1763336257.478151:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56989:x1848991041837824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1342us (4904us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336257.478161:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10190 00000100:00100000:3.0:1763336257.481521:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.483095:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041837952 00000100:00100000:1.0:1763336257.483115:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041837952 00000100:00100000:1.0:1763336257.483622:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10191 00000100:00100000:1.0:1763336257.483636:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56989:x1848991041837952:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.483664:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.483717:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43278 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6620c expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.483801:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4327f lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.483817:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4327f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.483831:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4327f lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336257.483889:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763336257.483895:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763336257.483938:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43278 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6620c expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.483960:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4327f lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6620c expref: 279 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.483969:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8000) 00010000:00010000:1.0:1763336257.483972:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763336257.483976:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:1.0:1763336257.484062:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56989:x1848991041837952:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 419us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.484071:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10191 00000100:00100000:0.0:1763336257.484185:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.492837:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.496913:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.496994:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041838720 00000100:00100000:0.0:1763336257.497007:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041838720 00000100:00100000:0.0:1763336257.497076:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10194 00000100:00100000:0.0:1763336257.497087:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:56989:x1848991041838720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.497114:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.497143:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e19000/0x84ca14902aa432be lrc: 2/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66221 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.497290:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa432c5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.497307:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 282 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.497316:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa432c5 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336257.497358:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 282 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.497372:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 282 pid: 6514 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.497386:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056110080:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.497543:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.502545:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.502865:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:33424:1848991056110080:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.502901:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa432c5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000100:00100000:1.0:1763336257.508201:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.508255:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.508325:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041839104 00000100:00100000:3.0:1763336257.508333:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041839104 00010000:00010000:3.0:1763336257.508390:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 285 pid: 6514 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.508449:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3373 00000100:00100000:3.0:1763336257.508459:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:2405:x1848991041839104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.508473:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.508480:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 285 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.508497:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 285 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.508526:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa432b0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6621a expref: 285 pid: 6514 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.508545:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92c215f100) 00010000:00010000:3.0:1763336257.508551:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa432c5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.508562:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa432c5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.508571:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9285e18e00/0x84ca14902aa432c5 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.508599:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.508663:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:2405:x1848991041839104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 205us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.508671:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3373 00000100:00100000:1.0:1763336257.515326:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.515377:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.515638:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041839872 00000100:00100000:3.0:1763336257.515651:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041839872 00000100:00100000:3.0:1763336257.515800:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10196 00000100:00100000:3.0:1763336257.515814:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:56991:x1848991041839872:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336257.515845:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336257.515876:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa432e8 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6622f expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.515979:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.515996:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516010:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516022:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516030:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516036:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516186:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa432fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516195:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa432fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516203:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa432fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516315:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516323:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516330:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516338:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516344:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c2174000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.516349:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516415:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516430:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c929092ee00) 00010000:00010000:3.0:1763336257.516434:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.516439:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516446:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174000/0x84ca14902aa432ef lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516463:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516469:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516476:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516481:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336257.516484:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516490:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516498:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8f00) 00010000:00010000:3.0:1763336257.516501:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336257.516505:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516511:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa432f6 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336257.516556:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92c2174800/0x84ca14902aa432e8 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6622f expref: 287 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.516580:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa432fd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6622f expref: 286 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.516588:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c929092e600) 00010000:00010000:3.0:1763336257.516592:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336257.516597:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7800, rc 0) 00000100:00100000:3.0:1763336257.521146:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:56991:x1848991041839872:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5316us (5748us total) trans 8589940201 rc 0/0 00000100:00100000:3.0:1763336257.521162:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10196 00000100:00100000:1.0:1763336257.525882:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.527405:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.527440:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.527501:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041840256 00000100:00100000:1.0:1763336257.527508:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041840256 00000100:00100000:1.0:1763336257.527555:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041840384 00000100:00100000:1.0:1763336257.527558:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041840384 00000100:00100000:1.0:1763336257.527593:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7131 00000100:00100000:1.0:1763336257.527602:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041840256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.527617:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.527647:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66236 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336257.527677:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336257.527724:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.527727:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.527740:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 14 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.527761:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 14 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336257.527775:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2000, rc 0) 00000100:00100000:1.0:1763336257.527823:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041840256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 222us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.527831:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7131 00000100:00100000:1.0:1763336257.531200:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.531313:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041840640 00000100:00100000:0.0:1763336257.531326:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041840640 00000100:00100000:0.0:1763336257.531397:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3521 00000100:00100000:0.0:1763336257.531409:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+287:56991:x1848991041840640:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336257.533967:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+288:56991:x1848991041840640:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 2542us (2761us total) trans 8589940204 rc 0/0 00000100:00100000:0.0:1763336257.533988:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3521 00000100:00100000:0.0:1763336257.536121:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.536174:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.536225:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041840896 00000100:00100000:3.0:1763336257.536239:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041840896 00000100:00100000:1.0:1763336257.536277:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041841152 00000100:00100000:1.0:1763336257.536281:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041841152 00000100:00100000:3.0:1763336257.536322:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10197 00000100:00100000:1.0:1763336257.536330:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10198 00000100:00100000:3.0:1763336257.536335:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+289:55888:x1848991041840896:12345-192.168.203.16@tcp:101:bash.0 00000100:00100000:1.0:1763336257.536338:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+289:56991:x1848991041841152:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.536369:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.536402:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43319 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6624b expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.536681:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.536810:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.536928:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.536943:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.536950:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.536957:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537062:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537073:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537078:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537084:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537091:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.537095:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 3/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537107:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 4/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537114:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.537119:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537125:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43343 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336257.537138:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 0 00010000:00010000:1.0:1763336257.537176:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537184:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537190:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537195:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381aa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.537198:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537203:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537211:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:1.0:1763336257.537213:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.537216:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537220:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa43320 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537230:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537235:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537240:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537245:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.537248:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537253:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537259:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336257.537261:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.537264:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537268:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa4333c lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.537294:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43319 lrc: 1/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6624b expref: 291 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.537302:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:1.0:1763336257.537304:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763336257.537308:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43319 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6624b expref: 291 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.537322:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381b400, rc 0) 00000100:00100000:1.0:1763336257.537361:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+290:56991:x1848991041841152:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1023us (1186us total) trans 8589940206 rc 301/301 00000100:00100000:1.0:1763336257.537368:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10198 00000100:00100000:0.0:1763336257.541321:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.541370:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.541467:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041841280 00000100:00100000:3.0:1763336257.541480:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041841280 00000100:00100000:3.0:1763336257.541566:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041841536 00000100:00100000:3.0:1763336257.541570:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041841536 00000100:00100000:3.0:1763336257.541600:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3522 00000100:00100000:3.0:1763336257.541610:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+291:56991:x1848991041841280:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336257.541834:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+291:56991:x1848991041841280:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 224us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.541843:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3522 00000100:00100000:3.0:1763336257.541863:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3523 00000100:00100000:3.0:1763336257.541870:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+290:55888:x1848991041841536:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:3.0:1763336257.542044:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+291:55888:x1848991041841536:12345-192.168.203.16@tcp:35:bash.0 Request processed in 173us (672us total) trans 8589940207 rc 0/0 00000100:00100000:3.0:1763336257.542060:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3523 00000100:00100000:0.0:1763336257.547672:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.547864:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041841664 00000100:00100000:1.0:1763336257.547878:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041841664 00000100:00100000:1.0:1763336257.547952:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10199 00000100:00100000:1.0:1763336257.547965:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+291:55888:x1848991041841664:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336257.547996:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.548873:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43351 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66252 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.548938:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43358 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.548955:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43358 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.548975:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43358 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.549353:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa43351 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66252 expref: 293 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.549381:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381a400/0x84ca14902aa43358 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66252 expref: 292 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.549391:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.549395:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336257.549400:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381a400, rc 0) 00000100:00100000:1.0:1763336257.549498:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+292:55888:x1848991041841664:12345-192.168.203.16@tcp:101:bash.0 Request processed in 1534us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.549507:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10199 00000100:00100000:3.0:1763336257.551609:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.551789:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041841920 00000100:00100000:1.0:1763336257.551803:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041841920 00000100:00100000:1.0:1763336257.551883:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10200 00000100:00100000:1.0:1763336257.551897:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+292:55888:x1848991041841920:12345-192.168.203.16@tcp:36:bash.0 00010000:00010000:1.0:1763336257.551967:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.552001:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4332e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66244 expref: 292 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.552023:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.552028:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.552278:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa4335f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.552296:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa4335f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.552306:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa4335f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000001:00080000:1.0:1763336257.552364:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589940208 00000004:00010000:1.0:1763336257.552391:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026652303 reply state 00000000835d1625 transno 8589940209 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa4335f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.552404:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381aa00/0x84ca14902aa4335f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.552416:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.552420:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336257.552423:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336257.552551:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+294:55888:x1848991041841920:12345-192.168.203.16@tcp:36:bash.0 Request processed in 656us (954us total) trans 8589940209 rc 0/0 00000100:00100000:1.0:1763336257.552560:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10200 00000020:00080000:1.0:1763336257.552566:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336257.557949:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.559090:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041842048 00000100:00100000:1.0:1763336257.559108:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041842048 00000100:00100000:1.0:1763336257.559342:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10201 00000100:00100000:1.0:1763336257.559356:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+294:55888:x1848991041842048:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336257.559388:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.559414:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43366 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66259 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.559488:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43366 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66259 expref: 295 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.559506:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43366 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66259 expref: 295 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.559527:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.559531:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336257.559535:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381be00, rc 0) 00000100:00100000:1.0:1763336257.559623:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+295:55888:x1848991041842048:12345-192.168.203.16@tcp:101:bash.0 Request processed in 269us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.559632:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10201 00000100:00100000:0.0:1763336257.562899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.563166:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041842304 00000100:00100000:1.0:1763336257.563179:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041842304 00000100:00100000:1.0:1763336257.563810:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041842560 00000100:00100000:1.0:1763336257.563816:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041842560 00000100:00100000:1.0:1763336257.563850:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10202 00000100:00100000:1.0:1763336257.563860:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+296:56992:x1848991041842304:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.563887:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.563918:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa4336d lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66260 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564011:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564028:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564041:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564061:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564070:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564077:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564212:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564222:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564234:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336257.564246:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 0 00010000:00010000:1.0:1763336257.564346:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564354:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564361:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564367:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.564371:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564379:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564391:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:1.0:1763336257.564395:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.564401:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564407:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43374 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564421:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564426:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564435:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564439:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.564441:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564446:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564453:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336257.564456:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336257.564458:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564464:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa4337b lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564504:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381b400/0x84ca14902aa4336d lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 299 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564524:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 298 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564531:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.564533:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336257.564536:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:1.0:1763336257.564614:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+298:56992:x1848991041842304:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 755us (1729us total) trans 8589940210 rc 0/0 00000100:00100000:1.0:1763336257.564623:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10202 00000100:00100000:1.0:1763336257.564651:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10203 00000100:00100000:1.0:1763336257.564659:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+297:55888:x1848991041842560:12345-192.168.203.16@tcp:101:bash.0 00010000:00010000:1.0:1763336257.564670:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.564672:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763336257.564734:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918381be00/0x84ca14902aa43366 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66259 expref: 297 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564747:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.564750:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.564758:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43390 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66267 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564790:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564800:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 297 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564810:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.564849:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 297 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.564865:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 297 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.564882:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:23631:1848991056110208:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.564951:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.569481:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:23631:1848991056110208:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.569525:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000100:00100000:0.0:1763336257.570853:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041842688 00000100:00100000:0.0:1763336257.570865:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041842688 00000100:00100000:0.0:1763336257.570945:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10204 00000100:00100000:0.0:1763336257.570958:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+298:56992:x1848991041842688:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.570988:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.571019:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4339e lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6626e expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.571115:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.571131:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.571139:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.571161:0:8421:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.571172:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000100:00100000:3.0:1763336257.571441:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.571869:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041842816 00000100:00100000:1.0:1763336257.571878:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041842816 00010000:00010000:1.0:1763336257.571914:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 300 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.571953:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3374 00000100:00100000:1.0:1763336257.571962:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+300:2405:x1848991041842816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.571975:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.571981:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 300 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.571995:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 300 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.572017:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa43382 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66260 expref: 300 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.572035:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.572040:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.572061:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.572071:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.572082:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336257.572089:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.572095:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.572117:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.572191:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+299:2405:x1848991041842816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 229us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.572198:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3374 00010000:00010000:0.0:1763336257.572789:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.572800:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 23631 initiator: MDT0 00000040:00080000:0.0:1763336257.573656:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1642, 88 off137304 00000004:00080000:0.0:1763336257.573669:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045534983125ns, next at 1046416471308ns, rc = 0 00000040:00080000:0.0:1763336257.573755:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1642, 88 off137392 00000004:00080000:0.0:1763336257.573761:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045535075700ns, next at 1046416430046ns, rc = 0 00000040:00080000:0.0:1763336257.573786:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1643, 88 off137480 00000004:00080000:0.0:1763336257.573791:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1045535105604ns, next at 1046416430046ns, rc = 0 00000040:00080000:0.0:1763336257.573801:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1643, 88 off137392 00000004:00080000:0.0:1763336257.573805:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1045535119408ns, next at 1046416471308ns, rc = 0 00000001:00080000:0.0:1763336257.579474:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940211 is committed 00000004:00080000:0.0:1763336257.579493:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1066 committed 00000004:00080000:0.0:1763336257.579561:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1070 committed 00000004:00080000:0.0:1763336257.579575:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1069 committed 00000004:00080000:0.0:1763336257.579578:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1065 committed 00000004:00080000:0.0:1763336257.579815:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1064 committed 00000004:00080000:0.0:1763336257.579820:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1068 committed 00000100:00100000:0.0:1763336257.579857:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056110592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.579938:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.579977:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336257.579983:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056110720:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.580012:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336257.580107:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 276 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.580121:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:0.0:1763336257.580124:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336257.580126:0:23631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x40 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.580133:0:23631:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.580139:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.580174:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa43390 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 276 pid: 23631 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763336257.580189:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 275 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.580218:0:8421:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.580225:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:0.0:1763336257.580275:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 2 00000004:00200000:0.0:1763336257.580280:0:8421:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336257.580303:0:8421:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.580314:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.580338:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4339e lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 276 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.580354:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 275 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.580360:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:0.0:1763336257.580362:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763336257.580365:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775c00, rc 0) 00000100:00100000:0.0:1763336257.580399:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56992:x1848991041842688:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9444us (9726us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.580408:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10204 00010000:00010000:0.0:1763336257.580439:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:0.0:1763336257.580459:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:55888:x1848991041842560:12345-192.168.203.16@tcp:101:bash.0 Request processed in 15802us (17127us total) trans 8589940211 rc 0/0 00000100:00100000:0.0:1763336257.580466:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10203 00000100:00100000:0.0:1763336257.580506:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056110848:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.580533:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.580551:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763336257.580557:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056110336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336257.580595:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.580615:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056110464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336257.580636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336257.580662:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056110336 00000100:00100000:0.0:1763336257.580666:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056110336 00000100:00100000:0.0:1763336257.580708:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056110464 00000100:00100000:0.0:1763336257.580711:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056110464 00000100:00100000:0.0:1763336257.580729:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7136 00000100:00100000:0.0:1763336257.580734:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3646:x1848991056110336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763336257.580747:0:8398:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:749 count 1 00010000:00010000:0.0:1763336257.580764:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.580777:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 13 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.580784:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.580786:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336257.580789:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336257.580861:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7137 00000100:00100000:1.0:1763336257.580869:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056111488:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336257.580871:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+69:3646:x1848991056110464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763336257.580882:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:718 count 1 00010000:00010000:3.0:1763336257.580895:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.580896:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336257.580907:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 39 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.580916:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1763336257.580919:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336257.580921:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763336257.580921:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056111360:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763336257.580924:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.580939:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336257.580943:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 39 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.580953:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 39 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.580958:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056111488 00000100:00100000:1.0:1763336257.580961:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056111488 00000100:00100000:3.0:1763336257.580963:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056111616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.580976:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056111360 00000100:00100000:1.0:1763336257.580979:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056111360 00000100:00100000:1.0:1763336257.580991:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7138 00000100:00100000:3.0:1763336257.580993:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af525e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336257.580996:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3649:x1848991056111488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763336257.581009:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7139 00000100:00100000:3.0:1763336257.581015:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3649:x1848991056111360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763336257.581092:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2f0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336257.581096:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2f0:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.581098:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2f0:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.581100:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2f0:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763336257.581102:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2f0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336257.581136:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3649:x1848991056111488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (238us total) trans 21474839159 rc 0/0 00000100:00100000:1.0:1763336257.581143:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7138 00000004:00080000:1.0:1763336257.581172:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af08e00/2, rc 0, transno 21474839159 00000100:00100000:1.0:1763336257.581177:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056111488:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.582792:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 13 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.582818:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 13 pid: 9765 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.582830:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056111104:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336257.582881:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.583858:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3649:x1848991056111360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2836us (2910us total) trans 21474839160 rc 0/0 00000100:00100000:3.0:1763336257.583871:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7139 00000004:00080000:1.0:1763336257.584121:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af0bb80/2, rc 0, transno 21474839160 00000100:00100000:1.0:1763336257.584130:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056111360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763336257.585008:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.585341:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041842944 00000100:00100000:0.0:1763336257.585352:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041842944 00000100:00100000:0.0:1763336257.585419:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10205 00000100:00100000:0.0:1763336257.585431:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:56992:x1848991041842944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.585456:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.585479:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa433c8 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66275 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.585547:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa433c8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66275 expref: 275 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.585562:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa433c8 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66275 expref: 275 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.587213:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:0.0:1763336257.587224:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336257.587232:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:0.0:1763336257.587341:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56992:x1848991041842944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1907us (2332us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.587351:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10205 00000100:00100000:1.0:1763336257.588467:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.589482:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041843072 00000100:00100000:3.0:1763336257.589498:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041843072 00010000:00010000:3.0:1763336257.589549:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4311a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6619c expref: 40 pid: 8398 timeout: 1145 lvb_type: 1 00000100:00100000:3.0:1763336257.589594:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3375 00000100:00100000:3.0:1763336257.589604:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:2405:x1848991041843072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.589627:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.589633:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4311a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6619c expref: 40 pid: 8398 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763336257.589647:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4311a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6619c expref: 40 pid: 8398 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763336257.589678:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4311a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6619c expref: 40 pid: 8398 timeout: 1145 lvb_type: 1 00010000:00010000:3.0:1763336257.589722:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.589725:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336257.589731:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.589741:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.589773:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.589831:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:2405:x1848991041843072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 228us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.589839:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3375 00010000:00010000:1.0:1763336257.591236:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336257.591246:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.591254:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfe00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336257.591258:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.591267:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.591285:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.591293:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa433ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.591318:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336257.591320:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336257.591321:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763336257.593704:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92a9ecdf80/2, rc 0, transno 17179871897 00000100:00100000:3.0:1763336257.593722:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056110592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763336257.594133:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041843200 00000100:00100000:1.0:1763336257.594145:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041843200 00010000:00010000:1.0:1763336257.594203:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 40 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.594234:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041843328 00000100:00100000:1.0:1763336257.594241:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041843328 00010000:00010000:1.0:1763336257.594260:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661a3 expref: 14 pid: 28588 timeout: 1145 lvb_type: 1 00000100:00100000:1.0:1763336257.594283:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041843456 00000100:00100000:1.0:1763336257.594287:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041843456 00010000:00010000:1.0:1763336257.594304:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 15 pid: 9765 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.594330:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3376 00000100:00100000:1.0:1763336257.594338:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:2407:x1848991041843200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.594350:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.594357:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 41 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.594373:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 41 pid: 28588 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.594411:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.594414:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.594419:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.594429:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.594450:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.594485:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:2407:x1848991041843200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 144us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.594505:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3376 00000100:00100000:1.0:1763336257.594535:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3377 00000100:00100000:1.0:1763336257.594544:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041843328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.594554:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.594561:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661a3 expref: 15 pid: 28588 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763336257.594578:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661a3 expref: 15 pid: 28588 timeout: 1145 lvb_type: 1 00010000:00010000:1.0:1763336257.594612:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.594614:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.594619:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.594650:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.594668:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.594717:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041843328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 173us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.594725:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3377 00000100:00100000:1.0:1763336257.594740:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3378 00000100:00100000:1.0:1763336257.594751:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041843456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.594762:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.594767:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 14 pid: 9765 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.594778:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 14 pid: 9765 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.594791:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.594793:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336257.594797:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.594804:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.594818:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.594840:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041843456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.594848:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3378 00010000:00010000:0.0:1763336257.595182:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa431e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661d4 expref: 13 pid: 9765 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.595197:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056111104:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.595218:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595227:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595234:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595243:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595251:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595279:0:8398:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336257.595545:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3646:x1848991056110336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14809us (14961us total) trans 21474839161 rc 0/0 00000100:00100000:0.0:1763336257.595554:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7136 00000004:00080000:0.0:1763336257.595602:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af0ad80/2, rc 0, transno 21474839161 00000100:00100000:0.0:1763336257.595608:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056110336:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763336257.595634:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43121 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661a3 expref: 12 pid: 28588 timeout: 1145 lvb_type: 1 00000100:00100000:0.0:1763336257.595645:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056111744:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336257.595659:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595667:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595673:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595681:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595732:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595747:0:35222:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763336257.595857:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3646:x1848991056111232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14374us (14444us total) trans 21474839162 rc 0/0 00000100:00100000:0.0:1763336257.595864:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7140 00010000:00010000:0.0:1763336257.595884:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763336257.595891:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595899:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.595903:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595912:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595928:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595935:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595952:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336257.595956:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595962:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336257.595965:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595972:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595982:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.595989:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa433c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.596001:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.596003:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336257.596005:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763336257.596024:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af0aa00/2, rc 0, transno 21474839162 00000100:00100000:0.0:1763336257.596029:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056111232:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763336257.596291:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa431f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c661e2 expref: 41 pid: 28588 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.596309:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056111616:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336257.596323:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.596332:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.596340:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.596348:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.596355:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa433ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336257.596378:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336257.596526:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+69:3646:x1848991056110464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15657us (15888us total) trans 17179871898 rc 0/0 00000100:00100000:3.0:1763336257.596534:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7137 00000004:00080000:3.0:1763336257.596569:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92a9ecce00/2, rc 0, transno 17179871898 00000100:00100000:3.0:1763336257.596575:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056110464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763336257.597435:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336257.598735:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.601791:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.602676:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.602791:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.602856:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041844480 00000100:00100000:3.0:1763336257.602861:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041844480 00002000:00010000:3.0:1763336257.602887:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/751 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.602983:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a240700 with x1848991041844480 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.602995:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a240700. 00000100:00100000:3.0:1763336257.603010:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041844352 00000100:00100000:3.0:1763336257.603013:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041844352 00002000:00010000:3.0:1763336257.603025:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/720 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.603028:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a243b80 with x1848991041844352 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.603034:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a243b80. 00000100:00100000:3.0:1763336257.603059:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1751 00000100:00100000:3.0:1763336257.603067:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991041844480:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336257.603198:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2ef:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336257.603208:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2ef:0x0] updating lvb mtime from disk: 0 -> 1763336257 00002000:00010000:3.0:1763336257.603212:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2ef:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336257.603214:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2ef:0x0] updating lvb ctime from disk: 0 -> 1763336257 00002000:00010000:3.0:1763336257.603217:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2ef:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336257.603243:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041844480:12345-192.168.203.16@tcp:10:bash.0 Request processed in 176us (569us total) trans 21474839163 rc 0/0 00000100:00100000:3.0:1763336257.603250:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1751 00002000:00010000:3.0:1763336257.603254:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/751 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.603257:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a240700 with x1848991041844480 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.603262:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a240700. 00000100:00100000:3.0:1763336257.603277:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1752 00000100:00100000:3.0:1763336257.603285:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:2406:x1848991041844352:12345-192.168.203.16@tcp:10:bash.0 00002000:00010000:3.0:1763336257.603376:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2d0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336257.603380:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2d0:0x0] updating lvb mtime from disk: 1763336257 -> 1763336257 00002000:00010000:3.0:1763336257.603382:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2d0:0x0] updating lvb atime from disk: 1763336257 -> 0 00002000:00010000:3.0:1763336257.603388:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2d0:0x0] updating lvb ctime from disk: 1763336257 -> 1763336257 00002000:00010000:3.0:1763336257.603391:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2d0:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336257.603417:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:2406:x1848991041844352:12345-192.168.203.16@tcp:10:bash.0 Request processed in 134us (627us total) trans 17179871899 rc 0/0 00000100:00100000:3.0:1763336257.603423:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1752 00002000:00010000:3.0:1763336257.603426:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/720 (0->18446744073709551615) 00002000:00100000:3.0:1763336257.603428:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a243b80 with x1848991041844352 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336257.603432:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a243b80. 00000100:00100000:1.0:1763336257.606802:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.608442:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041844736 00000100:00100000:0.0:1763336257.608454:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041844736 00000100:00100000:0.0:1763336257.608518:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10206 00000100:00100000:0.0:1763336257.608528:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+275:56992:x1848991041844736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336257.608561:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336257.608587:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa433e4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66291 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.608667:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608681:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608708:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608721:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608729:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608735:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608843:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608853:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608860:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:0.0:1763336257.608870:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 2 00010000:00010000:0.0:1763336257.608941:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608949:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608960:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608966:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.608970:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608977:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.608988:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9284bf8000) 00010000:00010000:0.0:1763336257.608991:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.608996:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609001:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa433eb lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609014:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609019:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609025:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609029:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336257.609032:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609037:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609058:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9284bf8800) 00010000:00010000:0.0:1763336257.609061:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336257.609064:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609068:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa433f2 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336257.609106:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa433e4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 278 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.609121:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 277 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336257.609127:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:0.0:1763336257.609130:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336257.609132:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:0.0:1763336257.609292:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:56992:x1848991041844736:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 764us (2499us total) trans 8589940213 rc 0/0 00000100:00100000:0.0:1763336257.609300:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10206 00000100:00100000:3.0:1763336257.611532:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.611640:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041844992 00000100:00100000:1.0:1763336257.611648:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041844992 00000100:00100000:1.0:1763336257.611730:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3525 00000100:00100000:1.0:1763336257.611739:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+277:55888:x1848991041844992:12345-192.168.203.16@tcp:35:bash.0 00000100:00100000:1.0:1763336257.611992:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:55888:x1848991041844992:12345-192.168.203.16@tcp:35:bash.0 Request processed in 253us (518us total) trans 8589940214 rc 0/0 00000100:00100000:1.0:1763336257.612000:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3525 00000100:00100000:1.0:1763336257.616634:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041845248 00000100:00100000:1.0:1763336257.616645:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041845248 00000100:00100000:1.0:1763336257.616736:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3526 00000100:00100000:1.0:1763336257.616747:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56992:x1848991041845248:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.617007:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56992:x1848991041845248:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 261us (593us total) trans 8589940215 rc 0/0 00000100:00100000:1.0:1763336257.617015:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3526 00000100:00100000:0.0:1763336257.618918:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.619204:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041845504 00000100:00100000:1.0:1763336257.619213:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041845504 00000100:00100000:1.0:1763336257.619263:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10207 00000100:00100000:1.0:1763336257.619270:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56992:x1848991041845504:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.619289:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.619308:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43407 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66298 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.619405:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.619420:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 280 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.619428:0:8421:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.619437:0:8421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 5/0,1 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.619467:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 280 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.619480:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 280 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.619504:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056112000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.619587:0:8421:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 280 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.619595:0:8421:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 280 pid: 8421 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.619602:0:8421:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056112128:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336257.619623:0:8421:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336257.621903:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.622941:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041845760 00000100:00100000:0.0:1763336257.622954:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041845760 00000100:00100000:3.0:1763336257.622968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336257.622993:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 281 pid: 8421 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.623071:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041845632 00000100:00100000:0.0:1763336257.623076:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041845632 00000100:00100000:3.0:1763336257.623085:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3379 00010000:00010000:0.0:1763336257.623092:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 282 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:3.0:1763336257.623102:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:2404:x1848991041845760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336257.623119:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1763336257.623122:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3380 00010000:00010000:3.0:1763336257.623129:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 282 pid: 8421 timeout: 1145 lvb_type: 0 00000100:00100000:0.0:1763336257.623135:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:2404:x1848991041845632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336257.623150:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336257.623151:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 282 pid: 8421 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.623159:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 282 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:3.0:1763336257.623179:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:3.0:1763336257.623186:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.623194:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336257.623205:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336257.623250:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:2404:x1848991041845760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 155us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336257.623258:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3379 00010000:00010000:0.0:1763336257.623276:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 282 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:0.0:1763336257.623290:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:0.0:1763336257.623294:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.623307:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.623314:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8421 initiator: MDT0 00010000:00010000:0.0:1763336257.623331:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336257.623352:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:2404:x1848991041845632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 222us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336257.623360:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3380 00010000:00010000:1.0:1763336257.623457:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa433f9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66291 expref: 280 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.623475:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056112000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.623491:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa433a5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6626e expref: 279 pid: 8421 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.623502:0:8421:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8421:1848991056112128:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336257.623522:0:8421:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.623531:0:8421:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.623537:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:1.0:1763336257.623557:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 5 00010000:00010000:1.0:1763336257.623719:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa43407 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66298 expref: 280 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.623736:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66298 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.623744:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.623747:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336257.623750:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:1.0:1763336257.623794:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56992:x1848991041845504:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4524us (4883us total) trans 8589940216 rc 0/0 00000100:00100000:1.0:1763336257.623809:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10207 00000100:00100000:3.0:1763336257.629529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336257.633193:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.634349:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041846144 00000100:00100000:1.0:1763336257.634361:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041846144 00000100:00100000:1.0:1763336257.634430:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10208 00000100:00100000:1.0:1763336257.634440:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56992:x1848991041846144:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.634458:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.634461:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763336257.634647:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa4340e lrc: 0/0,0 mode: --/CW res: [0x200000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66298 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.634665:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.634671:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336257.634742:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4341c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6629f expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.634837:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43423 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.634849:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43423 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336257.634859:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43423 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000004:00200000:1.0:1763336257.634869:0:8421:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 5 00010000:00010000:1.0:1763336257.634968:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b800/0x84ca14902aa4341c lrc: 0/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6629f expref: 281 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.634981:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43423 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6629f expref: 280 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.634988:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.634990:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336257.634992:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:1.0:1763336257.635337:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56992:x1848991041846144:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 897us (2151us total) trans 8589940217 rc 0/0 00000100:00100000:1.0:1763336257.635345:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10208 00010000:00010000:0.0:1763336257.638123:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336257.639456:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.646978:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336257.647100:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.647283:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041846528 00000100:00100000:1.0:1763336257.647298:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041846528 00010000:00010000:1.0:1763336257.647345:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 281 pid: 23631 timeout: 1145 lvb_type: 0 00000100:00100000:1.0:1763336257.647457:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3381 00000100:00100000:1.0:1763336257.647472:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:2405:x1848991041846528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336257.647488:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336257.647500:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 282 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.647525:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 282 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.647549:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43397 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66267 expref: 282 pid: 23631 timeout: 1145 lvb_type: 0 00010000:00010000:1.0:1763336257.647573:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.647581:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.647631:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.647640:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336257.647758:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:2405:x1848991041846528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 286us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.647771:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3381 00010000:00010000:1.0:1763336257.649413:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649427:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT0 00000004:00020000:1.0:1763336257.649580:0:35235:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0000-mdtlov: can not set all stale mirrors for [0x200000405:0x200:0x0]: rc = -1 00010000:00010000:1.0:1763336257.649631:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649639:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649646:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649652:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336257.649657:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649664:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649679:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.649682:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763336257.649724:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649731:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43431 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336257.649742:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92af4fd100) 00010000:00010000:1.0:1763336257.649745:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336257.649752:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635bc00/0x84ca14902aa43423 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6629f expref: 278 pid: 8421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336257.649913:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56992:x1848991041846400:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 10267us (10462us total) trans 8589940218 rc -1/-1 00000100:00100000:1.0:1763336257.649923:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3528 00000100:00100000:0.0:1763336257.656442:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.656518:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041846784 00000100:00100000:1.0:1763336257.656527:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041846784 00000100:00100000:1.0:1763336257.656581:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10209 00000100:00100000:1.0:1763336257.656593:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+278:56992:x1848991041846784:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336257.656615:0:8421:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336257.656639:0:8421:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43438 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662a6 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.656751:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43438 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662a6 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.656766:0:8421:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43438 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662a6 expref: 279 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336257.656783:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92bb1d1c00) 00010000:00010000:1.0:1763336257.656787:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336257.656790:0:8421:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:1.0:1763336257.656837:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56992:x1848991041846784:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 247us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336257.656843:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10209 00000100:00100000:0.0:1763336257.664130:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336257.664677:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847040 00000100:00100000:1.0:1763336257.664720:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847040 00000100:00100000:1.0:1763336257.664774:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3529 00000100:00100000:1.0:1763336257.664783:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+279:56992:x1848991041847040:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336257.664979:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:56992:x1848991041847040:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 196us (855us total) trans 8589940219 rc 0/0 00000100:00100000:1.0:1763336257.664987:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3529 00000100:00100000:0.0:1763336259.559112:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336259.559621:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056112512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763336259.559736:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336259.560008:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056112512 00000100:00100000:3.0:1763336259.560025:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056112512 00000100:00100000:3.0:1763336259.560118:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1763336259.560129:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056112512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763336259.560162:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3919196160 avail 3687673856 00000100:00080000:1.0:1763336259.560197:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336259.560249:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056112512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336259.560258:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1763336259.560333:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056112512:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1763336259.685879:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336260.581837:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056112640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763336260.581904:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.581977:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056112640 00000100:00100000:0.0:1763336260.581985:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056112640 00000100:00100000:0.0:1763336260.582038:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:0.0:1763336260.582048:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056112640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763336260.582079:0:6517:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446191104 avail 1299951616 00000100:00100000:0.0:1763336260.582123:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056112640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336260.582129:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:0.0:1763336260.582177:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056112640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763336260.582289:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336260.582299:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056112768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763336260.582328:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.582394:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056112768 00000100:00100000:0.0:1763336260.582398:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056112768 00000100:00100000:0.0:1763336260.582476:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1763336260.582484:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056112768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763336260.582504:0:7627:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445617664 avail 1299378176 00000100:00100000:0.0:1763336260.582543:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056112768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336260.582549:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:3.0:1763336260.582597:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336260.582608:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056112896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763336260.582869:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056112896 00000100:00100000:3.0:1763336260.582873:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056112896 00000100:00100000:3.0:1763336260.582910:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1763336260.582917:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3648:x1848991056112896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763336260.582931:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3919196160 avail 3687673856 00000100:00100000:3.0:1763336260.582966:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3648:x1848991056112896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336260.582976:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:3.0:1763336260.583016:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336260.583051:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056112896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763336260.583147:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1848991056113280:0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.583175:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.583238:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056113024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763336260.583264:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.583288:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336260.583294:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3646:1848991056113152:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.583318:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.583345:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056113152 00000100:00100000:0.0:1763336260.583349:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056113152 00000100:00100000:0.0:1763336260.583372:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1763336260.583377:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbeb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3646:x1848991056113152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.583408:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbeb3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3646:x1848991056113152:12345-0@lo:400:kworker.0 Request processed in 30us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336260.583414:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1763336260.583441:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056113024 00000100:00100000:0.0:1763336260.583445:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056113024 00000100:00100000:0.0:1763336260.583470:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1763336260.583477:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+69:3646:x1848991056113024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763336260.583492:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985024 pending 86016 free 3920216064 avail 3688693760 00000100:00100000:0.0:1763336260.583519:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+69:3646:x1848991056113024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336260.583525:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1763336260.583547:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3646:1848991056113152:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.583562:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056113024:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1763336260.583579:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763336260.583603:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056113280 00000100:00100000:0.0:1763336260.583606:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056113280 00000100:00100000:0.0:1763336260.583632:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1763336260.583638:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1848991056113280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.584953:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1848991056113280:12345-0@lo:400:kworker.0 Request processed in 1309us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336260.584965:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1763336260.585039:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056113408:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.585081:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.585114:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056113408 00000100:00100000:0.0:1763336260.585119:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056113408 00000100:00100000:0.0:1763336260.585151:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1763336260.585157:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056113408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.585197:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056113408:12345-0@lo:400:kworker.0 Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336260.585203:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1763336260.585237:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056113408:0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.585425:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186310380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3648:1848991056113280:0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.585440:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056113792:0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.585466:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336260.585495:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336260.585501:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1848991056113920:0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.585521:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1763336260.585834:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763336260.585838:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763336260.585856:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3648:1848991056113920:0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.585864:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056113792:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.585924:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056113536:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.585952:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336260.586016:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1848991056114048:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.586047:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336260.586570:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056113664:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.586887:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336260.587085:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056114048 00000100:00100000:1.0:1763336260.587089:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056114048 00000100:00100000:1.0:1763336260.587121:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1763336260.587127:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1848991056114048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336260.587158:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1848991056114048:12345-0@lo:400:kworker.0 Request processed in 31us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336260.587163:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1763336260.587201:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186310e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056113536:0@lo:400:kworker.0 00000100:00100000:1.0:1763336260.587210:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1848991056114048:0@lo:400:kworker.0 00000100:00080000:1.0:1763336260.587233:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763336260.587237:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336260.587382:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056113664 00000100:00100000:0.0:1763336260.587453:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056114176:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.587481:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336260.587555:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056113664 00000100:00100000:3.0:1763336260.587598:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056114176 00000100:00100000:3.0:1763336260.587601:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056114176 00000100:00100000:3.0:1763336260.587617:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:3.0:1763336260.587623:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056113664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.587657:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056113664:12345-0@lo:400:kworker.0 Request processed in 35us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336260.587663:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:3.0:1763336260.587676:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1763336260.587680:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056114176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336260.587745:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056114176:12345-0@lo:400:kworker.0 Request processed in 64us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336260.587751:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00080000:0.0:1763336260.587805:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763336260.587824:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056113664:0@lo:400:kworker.0 00000100:00100000:0.0:1763336260.587833:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056114176:0@lo:400:kworker.0 00010000:00010000:0.0:1763336260.711101:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336261.195306:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336261.195350:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847168 00000100:00100000:3.0:1763336261.195359:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847168 00000100:00100000:3.0:1763336261.195431:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10210 00000100:00100000:3.0:1763336261.195442:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+280:57416:x1848991041847168:12345-192.168.203.16@tcp:101:rm.0 00010000:00010000:3.0:1763336261.195465:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336261.195506:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa4343f lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662ad expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336261.195588:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195602:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195615:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195631:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195637:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195643:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195756:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195765:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195772:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00000004:00200000:3.0:1763336261.195820:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x200:0x0]: returning size 5 00000004:00200000:3.0:1763336261.195825:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336261.195845:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195859:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195868:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195875:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 4/1,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195882:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195888:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195895:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336261.195900:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195909:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 5/0,0 mode: CR/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195922:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336261.195926:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336261.195930:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 3/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195937:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7000/0x84ca14902aa43446 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195948:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195954:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195960:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195966:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336261.195969:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195975:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195982:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9184a9f300) 00010000:00010000:3.0:1763336261.195985:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336261.195988:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.195992:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4344d lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336261.196019:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa4343f lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662ad expref: 282 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336261.196045:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662ad expref: 281 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336261.196052:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92bb1d1c00) 00010000:00010000:3.0:1763336261.196055:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336261.196058:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7e00, rc 0) 00000100:00100000:3.0:1763336261.196127:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57416:x1848991041847168:12345-192.168.203.16@tcp:101:rm.0 Request processed in 686us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336261.196135:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10210 00000100:00080000:3.0:1763336261.196166:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763336261.199646:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336261.200637:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847424 00000100:00100000:3.0:1763336261.200648:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847424 00000100:00100000:3.0:1763336261.201002:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10211 00000100:00100000:3.0:1763336261.201013:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57416:x1848991041847424:12345-192.168.203.16@tcp:36:rm.0 00010000:00010000:3.0:1763336261.201075:0:8421:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1763336261.201101:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43454 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662ad expref: 281 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336261.201121:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b200/0x84ca14902aa43438 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662a6 expref: 280 pid: 8421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336261.201132:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c92bb1d1c00) 00010000:00010000:3.0:1763336261.201143:0:8421:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336261.201164:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201175:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201185:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201196:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201203:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201209:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201279:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201288:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201295:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00000040:00080000:3.0:1763336261.201563:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1644, 64 off137456 00000004:00080000:3.0:1763336261.201573:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1049162886848ns, next at 1050162884515ns, rc = 0 00000040:00080000:3.0:1763336261.201595:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1644, 64 off137544 00000004:00080000:3.0:1763336261.201610:0:8421:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1049162924895ns, next at 1050162923545ns, rc = 0 00000040:00080000:3.0:1763336261.201621:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1645, 64 off137608 00000040:00080000:3.0:1763336261.201631:0:8421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1645, 64 off137520 00010000:00010000:3.0:1763336261.201679:0:8421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201742:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201753:0:8421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201760:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201765:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201770:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201790:0:8421:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336261.201806:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201811:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201817:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201822:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336261.201822:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336261.201826:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336261.201828:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201833:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336261.201834:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336261.201837:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201842:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:3.0:1763336261.201845:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763336261.201848:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336261.201854:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201858:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43469 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336261.201862:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x200:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:1.0:1763336261.201864:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336261.201867:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336261.201872:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43470 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8421 initiator: MDT0 00010000:00010000:1.0:1763336261.201882:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336261.201884:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336261.201886:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336261.201961:0:8421:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201968:0:8421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201974:0:8421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201978:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201982:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336261.201985:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201990:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.201996:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336261.201998:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336261.202001:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.202006:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c6e00/0x84ca14902aa4345b lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00000004:00010000:3.0:1763336261.202016:0:8421:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000084dd53b7 reply state 00000000fb5b5d31 transno 8589940220 ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.202037:0:8421:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336261.202043:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9184a9fb00) 00010000:00010000:3.0:1763336261.202045:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336261.202048:0:8421:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336261.202122:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57416:x1848991041847424:12345-192.168.203.16@tcp:36:rm.0 Request processed in 1107us (2481us total) trans 8589940220 rc 0/0 00000100:00100000:3.0:1763336261.202138:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10211 00000100:00100000:0.0:1763336261.606819:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056114304 00000100:00100000:0.0:1763336261.606830:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056114304 00000100:00100000:0.0:1763336261.606893:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1763336261.606902:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056114304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763336261.606927:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985024 pending 86016 free 3920216064 avail 3688693760 00000100:00100000:0.0:1763336261.608116:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056114304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1213us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336261.608126:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00010000:00010000:0.0:1763336261.734088:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763336262.122878:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871899 is committed 00000001:00080000:0.0:1763336262.122893:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871898 is committed 00000100:00100000:0.0:1763336262.191382:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847936 00000100:00100000:0.0:1763336262.191392:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847936 00000100:00100000:0.0:1763336262.191451:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 663 00000100:00100000:0.0:1763336262.191461:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041847936:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:0.0:1763336262.191546:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041847936:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 85us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.191554:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 663 00000100:00100000:0.0:1763336262.191569:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041848064 00000100:00100000:0.0:1763336262.191573:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041848064 00000100:00100000:3.0:1763336262.191918:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847680 00000100:00100000:3.0:1763336262.191923:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847680 00000100:00100000:3.0:1763336262.191959:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847808 00000100:00100000:3.0:1763336262.191962:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847808 00000100:00100000:3.0:1763336262.191988:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1261 00000100:00100000:3.0:1763336262.191996:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:2404:x1848991041847680:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1763336262.192047:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:2404:x1848991041847680:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 52us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336262.192053:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1261 00000100:00100000:1.0:1763336262.192064:0:32318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041847552 00000100:00100000:3.0:1763336262.192066:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1262 00000100:00100000:1.0:1763336262.192068:0:32318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041847552 00000100:00100000:3.0:1763336262.192072:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041847808:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:1.0:1763336262.192096:0:32318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 145 00000100:00100000:3.0:1763336262.192097:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041847808:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 24us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336262.192103:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1262 00000100:00100000:1.0:1763336262.192103:0:32318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbeb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991041847552:12345-192.168.203.16@tcp:400:kworker.0 00000100:00080000:3.0:1763336262.192118:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763336262.192122:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763336262.192124:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336262.192127:0:32318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbeb1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991041847552:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 25us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.192132:0:32318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 145 00000100:00100000:0.0:1763336262.192460:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 664 00000100:00100000:0.0:1763336262.192469:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041848064:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:0.0:1763336262.192501:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041848064:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 35us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.193421:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 664 00000001:02000400:1.0:1763336262.347297:0:35434:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 70a: flr mode fsx test ================ 18:37:41 (1763336261) 00000100:00100000:0.0:1763336262.525510:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041848192 00000100:00100000:0.0:1763336262.525525:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041848192 00000100:00100000:0.0:1763336262.525619:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10212 00000100:00100000:0.0:1763336262.525633:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57569:x1848991041848192:12345-192.168.203.16@tcp:41:stat.0 00000004:00000024:0.0:1763336262.525733:0:6514:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7839412224 avail 7376281600 00000100:00100000:0.0:1763336262.525829:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57569:x1848991041848192:12345-192.168.203.16@tcp:41:stat.0 Request processed in 198us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.525838:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10212 00000100:00100000:3.0:1763336262.562739:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.563138:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57576:x1848991041848320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336262.563171:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.563200:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43477 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662b4 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.563280:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563296:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563309:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563325:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563332:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563338:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563389:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563395:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563401:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563407:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf774e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.563412:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563423:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563435:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c9285ffab00) 00010000:00010000:3.0:1763336262.563438:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.563443:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563449:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa4347e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563462:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563467:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563473:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563477:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.563479:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563484:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563488:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336262.563490:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.563493:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563497:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa43485 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336262.563529:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43477 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662b4 expref: 282 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.563539:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c9285ffab00) 00010000:00010000:3.0:1763336262.563541:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.563544:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43477 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662b4 expref: 282 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.563552:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:3.0:1763336262.563624:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+281:57576:x1848991041848320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 630us (951us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336262.563632:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10213 00000100:00100000:1.0:1763336262.571670:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.572412:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041848576 00000100:00100000:3.0:1763336262.572427:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041848576 00000004:00080000:1.0:1763336262.575588:0:32325:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9c92af5aa240 version 15 rpc_version 15 00000020:00100000:1.0:1763336262.575639:0:32325:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763336262.575651:0:32325:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9c918a240e00 x1848991056114560/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763336262.575710:0:32325:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32325:1848991056114560:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1763336262.575808:0:32325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336262.576091:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056114560 00000100:00100000:0.0:1763336262.576102:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056114560 00000100:00100000:0.0:1763336262.576154:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1763336262.576163:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:32325:x1848991056114560:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763336262.576856:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:32325:x1848991056114560:12345-0@lo:1000:osp_up1-0.0 Request processed in 691us (1045us total) trans 4294968436 rc 0/0 00000100:00100000:0.0:1763336262.576867:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1763336262.578225:0:32325:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336262.578313:0:32325:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32325:1848991056114560:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763336262.584631:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056114688 00000100:00100000:3.0:1763336262.584644:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056114688 00000100:00100000:3.0:1763336262.584743:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1763336262.584756:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:23631:x1848991056114688:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763336262.584788:0:6517:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.584818:0:6517:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 2/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x84ca14902aa434a8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.584855:0:6517:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x84ca14902aa434a8 expref: 7 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.584875:0:6517:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x84ca14902aa434a8 expref: 7 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.584890:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336262.584892:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.584897:0:6517:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:3.0:1763336262.584981:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:23631:x1848991056114688:12345-0@lo:101:mdt00_004.0 Request processed in 227us (2589us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336262.584990:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:0.0:1763336262.619812:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041848704 00000100:00100000:0.0:1763336262.619827:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041848704 00000100:00100000:1.0:1763336262.620392:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10215 00000100:00100000:1.0:1763336262.620404:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+282:57583:x1848991041848704:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336262.620434:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.620462:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa434b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662bb expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.620548:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa434bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.620567:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa434bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.620580:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa434bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00000004:00200000:1.0:1763336262.620638:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763336262.620642:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336262.620666:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa434bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.620731:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa434b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662bb expref: 284 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.620754:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635a600/0x84ca14902aa434bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662bb expref: 283 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.620762:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c9285ffab00) 00010000:00010000:1.0:1763336262.620765:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763336262.620770:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635a600, rc 0) 00000100:00100000:1.0:1763336262.620859:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:57583:x1848991041848704:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 456us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.620868:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10215 00000100:00100000:3.0:1763336262.623191:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.623675:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041848832 00000100:00100000:0.0:1763336262.623896:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041848832 00000100:00100000:0.0:1763336262.624142:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10216 00000100:00100000:0.0:1763336262.624154:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+283:57583:x1848991041848832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336262.624178:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336262.624202:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa434c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662c2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.624457:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624476:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624490:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624502:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624510:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624516:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624626:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa434d9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624635:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa434d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x201:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.624641:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa434d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x201:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:0.0:1763336262.625312:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x201:0x0]: returning size 4096 00000004:00200000:0.0:1763336262.625320:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1763336262.625355:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa434d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x201:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625407:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625414:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625420:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625427:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625438:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336262.625442:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625450:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625466:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c9285ffab00) 00010000:00010000:0.0:1763336262.625469:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336262.625474:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625480:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa434cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625498:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625503:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625509:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625514:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336262.625517:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625522:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625529:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9c929ba8ca00) 00010000:00010000:0.0:1763336262.625532:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336262.625535:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625541:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa434d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336262.625579:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa434c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662c2 expref: 285 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.625593:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c92bb281e00/0x84ca14902aa434d9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x201:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662c2 expref: 284 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.625600:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x201:0x0].0x0 (ffff9c929ba8c100) 00010000:00010000:0.0:1763336262.625602:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763336262.625605:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281e00, rc 0) 00000100:00100000:0.0:1763336262.625839:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:57583:x1848991041848832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1685us (2658us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.625849:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10216 00000100:00100000:1.0:1763336262.629152:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041848960 00000100:00100000:1.0:1763336262.629166:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041848960 00000100:00100000:1.0:1763336262.629243:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10217 00000100:00100000:1.0:1763336262.629255:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+284:57583:x1848991041848960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336262.629284:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.629311:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa434e0 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662c9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.629387:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa434e7 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336262.629405:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa434e7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336262.629418:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa434e7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 00000004:00200000:1.0:1763336262.629480:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1763336262.629486:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763336262.629533:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635ac00/0x84ca14902aa434e0 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662c9 expref: 286 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.629557:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c918635b000/0x84ca14902aa434e7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662c9 expref: 285 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.629567:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9c929ba8cf00) 00010000:00010000:1.0:1763336262.629571:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763336262.629574:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b000, rc 0) 00000100:00100000:1.0:1763336262.629647:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+285:57583:x1848991041848960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 393us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.629655:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10217 00000100:00100000:3.0:1763336262.632435:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041849088 00000100:00100000:3.0:1763336262.632452:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041849088 00000100:00100000:3.0:1763336262.632543:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10218 00000100:00100000:3.0:1763336262.632557:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57583:x1848991041849088:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336262.632588:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.632618:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa434ee lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662d0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.633111:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.633130:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 2/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x84ca14902aa434a8 expref: 6 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.633141:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 4/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.633189:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x84ca14902aa434a8 expref: 6 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336262.633209:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056114816:0@lo:104: 00000100:00100000:3.0:1763336262.633274:0:6514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336262.633341:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e0f540 going to sleep for 11 seconds 00010000:00010000:0.0:1763336262.633676:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1763336262.633712:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056114816:0@lo:104: 00010000:00010000:0.0:1763336262.633718:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9c9186cbec00/0x84ca14902aa434a8 lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x84ca14902aa434af expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.633727:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc1a76290) 00010000:00010000:0.0:1763336262.633734:0:6501:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9c9186cbec00/0x84ca14902aa434a8 lrc: 4/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x84ca14902aa434af expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.633741:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:0.0:1763336262.633743:0:6501:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9c9186cbec00/0x84ca14902aa434a8 lrc: 4/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x84ca14902aa434af expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.633776:0:6501:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9c9186cbec00/0x84ca14902aa434a8 lrc: 2/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x84ca14902aa434af expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.633788:0:6501:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763336262.633815:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9c9186cbec00/0x84ca14902aa434a8 lrc: 1/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x84ca14902aa434af expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.633823:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9c9186cbec00/0x84ca14902aa434a8 lrc: 0/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x84ca14902aa434af expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.633847:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336262.633849:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336262.633850:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336262.634062:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056114944 00000100:00100000:0.0:1763336262.634068:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056114944 00010000:00010000:0.0:1763336262.634091:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x84ca14902aa434a8 expref: 7 pid: 6517 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336262.634345:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1763336262.634353:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3649:x1848991056114944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763336262.634366:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1763336262.636587:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968436 is committed 00010000:00010000:0.0:1763336262.636902:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa434af lrc: 0/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x84ca14902aa434a8 expref: 6 pid: 6517 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.637106:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336262.637113:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336262.637123:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336262.637130:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 4/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336262.637214:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336262.637300:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.637310:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336262.637323:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056114944:12345-0@lo:103:ldlm_bl.0 Request processed in 2969us (3445us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.637334:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000004:00200000:1.0:1763336262.637389:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1763336262.637395:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763336262.637468:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa434ee lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662d0 expref: 16 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.637485:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662d0 expref: 15 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.637497:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336262.637500:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763336262.637502:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf774e00, rc 0) 00000100:00100000:1.0:1763336262.637581:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57583:x1848991041849088:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5026us (5290us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.637589:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10218 00000100:00100000:0.0:1763336262.642290:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.642698:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041849216 00000100:00100000:1.0:1763336262.642721:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041849216 00000100:00100000:1.0:1763336262.642797:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10219 00000100:00100000:1.0:1763336262.642810:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57583:x1848991041849216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336262.642841:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.642870:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa434fc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662d7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.642963:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336262.642982:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.642996:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643021:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336262.643030:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643037:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643125:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643133:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643140:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643147:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643152:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336262.643157:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643165:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643179:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336262.643183:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336262.643189:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643195:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43503 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643211:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643217:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643223:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643228:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336262.643231:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643237:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643243:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9285fe0f00) 00010000:00010000:1.0:1763336262.643246:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336262.643249:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643254:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4350a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.643293:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa434fc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662d7 expref: 16 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.643304:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336262.643307:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336262.643311:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa434fc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662d7 expref: 16 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.643321:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:1.0:1763336262.643418:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57583:x1848991041849216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 609us (1144us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336262.643427:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10219 00000100:00100000:3.0:1763336262.654030:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.661783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.662493:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041849600 00000100:00100000:3.0:1763336262.662507:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041849600 00000100:00100000:3.0:1763336262.662597:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10221 00000100:00100000:3.0:1763336262.662610:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57583:x1848991041849600:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336262.662639:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.662644:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763336262.662681:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa434f5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662d0 expref: 15 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.663106:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336262.663121:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336262.663142:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4351f lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662e5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.663287:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.663303:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.663316:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.663330:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.663337:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.663346:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.666913:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.666940:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.666953:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336262.666969:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1763336262.667028:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667035:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667041:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667046:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667052:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.667055:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667062:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667073:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336262.667076:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.667081:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667086:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43526 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:3.0:1763336262.667101:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000086713a90 reply state 000000001a16337b transno 4294968437 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667380:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.667386:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9184a9f300) 00010000:00010000:3.0:1763336262.667388:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336262.667391:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336262.667435:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4351f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 17 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.667847:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 16 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.667856:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:3.0:1763336262.667858:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336262.667861:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:3.0:1763336262.667936:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57583:x1848991041849600:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5329us (6169us total) trans 4294968437 rc 0/0 00000100:00100000:3.0:1763336262.667944:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10221 00000100:00100000:0.0:1763336262.680404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.680514:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041849856 00000100:00100000:3.0:1763336262.680524:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041849856 00000100:00100000:3.0:1763336262.680590:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10222 00000100:00100000:3.0:1763336262.680602:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57583:x1848991041849856:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336262.680628:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.680649:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43542 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662ec expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.680776:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.680790:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.680798:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.680828:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.680840:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 18 pid: 6514 timeout: 1150 lvb_type: 0 00000100:00100000:3.0:1763336262.680852:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056115072:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336262.680920:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f026c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336262.683924:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041849984 00000100:00100000:0.0:1763336262.683934:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041849984 00010000:00010000:0.0:1763336262.683973:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 19 pid: 6514 timeout: 1150 lvb_type: 0 00000100:00100000:0.0:1763336262.684026:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3384 00000100:00100000:0.0:1763336262.684037:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041849984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336262.684053:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336262.684059:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 19 pid: 6514 timeout: 1150 lvb_type: 0 00010000:00010000:0.0:1763336262.684073:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 19 pid: 6514 timeout: 1150 lvb_type: 0 00010000:00010000:0.0:1763336262.684097:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:0.0:1763336262.684102:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336262.684112:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336262.684120:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336262.684142:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336262.684205:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041849984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 169us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.684213:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3384 00010000:00010000:3.0:1763336262.684539:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43534 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662e5 expref: 18 pid: 6514 timeout: 1150 lvb_type: 0 00000100:00100000:3.0:1763336262.684555:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056115072:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336262.684576:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.684585:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.684591:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336262.684612:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1763336262.685281:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x36:0x0], index 0: 0 00000004:00080000:3.0:1763336262.685289:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x38:0x0], index 1: 0 00010000:00010000:3.0:1763336262.685392:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685400:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685406:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685411:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.685415:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685421:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685432:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:3.0:1763336262.685435:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336262.685438:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685443:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43549 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.685486:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43542 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662ec expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.685500:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:3.0:1763336262.685503:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336262.685507:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43542 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662ec expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.685521:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6e00, rc 0) 00000100:00100000:3.0:1763336262.685559:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57583:x1848991041849856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4960us (5164us total) trans 4294968438 rc 301/301 00000100:00100000:3.0:1763336262.685566:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10222 00000100:00100000:1.0:1763336262.692282:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041850240 00000100:00100000:1.0:1763336262.692293:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041850240 00000100:00100000:1.0:1763336262.692396:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3530 00000100:00100000:1.0:1763336262.692407:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57583:x1848991041850240:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336262.693831:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57583:x1848991041850240:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1419us (2320us total) trans 4294968439 rc 0/0 00000100:00100000:1.0:1763336262.693844:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3530 00000100:00100000:0.0:1763336262.696553:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.697045:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041850496 00000100:00100000:1.0:1763336262.697055:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041850496 00000100:00100000:1.0:1763336262.697111:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3531 00000100:00100000:1.0:1763336262.697120:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57583:x1848991041850496:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336262.697337:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57583:x1848991041850496:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 216us (790us total) trans 4294968440 rc 0/0 00000100:00100000:1.0:1763336262.697345:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3531 00000100:00100000:3.0:1763336262.740252:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041850752 00000100:00100000:3.0:1763336262.740262:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041850752 00000100:00100000:3.0:1763336262.740326:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10223 00000100:00100000:3.0:1763336262.740336:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041850752:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336262.740361:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.740390:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43557 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662f3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.740902:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.740917:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.740929:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.740941:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.740953:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.740960:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741029:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa4356c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.741037:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa4356c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741045:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa4356c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336262.741055:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1763336262.741138:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741146:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741152:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741159:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741166:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.741170:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741178:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741195:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:3.0:1763336262.741210:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.741215:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741222:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa4355e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741235:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741240:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741246:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741251:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.741253:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741259:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741267:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9184a9f300) 00010000:00010000:3.0:1763336262.741270:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.741273:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741278:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43565 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.741337:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43557 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662f3 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.741357:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa4356c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662f3 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.741364:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336262.741367:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336262.741369:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7000, rc 0) 00000100:00100000:3.0:1763336262.741427:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041850752:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1093us (1684us total) trans 4294968441 rc 0/0 00000100:00100000:3.0:1763336262.741436:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10223 00000100:00100000:3.0:1763336262.745279:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041850880 00000100:00100000:3.0:1763336262.745289:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041850880 00000100:00100000:1.0:1763336262.745895:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10224 00000100:00100000:1.0:1763336262.745908:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041850880:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336262.745929:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.745948:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4357a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c662fa expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.745978:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.745992:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.746002:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.746121:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4357a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.746137:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.746146:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336262.746149:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336262.746153:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:1.0:1763336262.746668:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041850880:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 761us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.746676:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10224 00000100:00100000:0.0:1763336262.750826:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.750928:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041851136 00000100:00100000:1.0:1763336262.750938:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041851136 00000100:00100000:1.0:1763336262.750994:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10225 00000100:00100000:1.0:1763336262.751004:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041851136:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336262.751066:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336262.751098:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa4356c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662f3 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.751116:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336262.751121:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336262.751284:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.751299:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.751308:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:1.0:1763336262.751354:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968442 00000004:00010000:1.0:1763336262.751376:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d802cf0f reply state 00000000a1b0d4ad transno 4294968443 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.751388:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.751394:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336262.751397:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336262.751399:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336262.751558:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041851136:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 555us (740us total) trans 4294968443 rc 0/0 00000100:00100000:1.0:1763336262.751565:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10225 00000020:00080000:1.0:1763336262.751570:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336262.754145:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041851264 00000100:00100000:1.0:1763336262.754154:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041851264 00000100:00100000:1.0:1763336262.754202:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10226 00000100:00100000:1.0:1763336262.754211:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041851264:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336262.754231:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.754249:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4358f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66301 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.754295:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4358f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66301 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.754310:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4358f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66301 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.754327:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336262.754331:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336262.754334:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:1.0:1763336262.754385:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041851264:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 175us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.754397:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10226 00000100:00100000:0.0:1763336262.756195:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041851392 00000100:00100000:0.0:1763336262.756202:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041851392 00000100:00100000:0.0:1763336262.756247:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7144 00000100:00100000:0.0:1763336262.756256:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57585:x1848991041851392:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336262.756272:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336262.756294:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66308 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336262.756389:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336262.756406:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336262.756408:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336262.756415:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.756426:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.756434:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281600, rc 0) 00000100:00100000:0.0:1763336262.756477:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991041851392:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 223us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.756482:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7144 00010000:00010000:1.0:1763336262.757950:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336262.758090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.758210:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041851520 00000100:00100000:0.0:1763336262.758220:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041851520 00000100:00100000:0.0:1763336262.758387:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7145 00000100:00100000:0.0:1763336262.758397:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991041851520:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336262.758413:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336262.758431:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281000/0x84ca14902aa4359d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6630f expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336262.758530:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336262.758552:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336262.758555:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336262.758564:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281000/0x84ca14902aa4359d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6630f expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.758579:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281000/0x84ca14902aa4359d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6630f expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.758591:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281000, rc 0) 00000100:00100000:0.0:1763336262.758643:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991041851520:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 248us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336262.758651:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7145 00000100:00100000:0.0:1763336262.761445:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041851648 00000100:00100000:0.0:1763336262.761454:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041851648 00002000:00010000:0.0:1763336262.761491:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.761496:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af08a80 with x1848991041851648 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.761508:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af08a80. 00000100:00100000:0.0:1763336262.761545:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1753 00000100:00100000:0.0:1763336262.761554:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041851648:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.761819:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336262.761823:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 0 -> 1763336262 00002000:00010000:0.0:1763336262.761826:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.761827:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 0 -> 1763336262 00002000:00010000:0.0:1763336262.761830:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336262.761889:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041851648:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 336us (644us total) trans 21474839164 rc 0/0 00000100:00100000:0.0:1763336262.761898:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1753 00002000:00010000:0.0:1763336262.761902:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.761905:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af08a80 with x1848991041851648 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.761910:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af08a80. 00000100:00100000:3.0:1763336262.762401:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.766037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.766291:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041852032 00000100:00100000:1.0:1763336262.766300:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041852032 00000100:00100000:1.0:1763336262.766356:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10227 00000100:00100000:1.0:1763336262.766365:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041852032:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336262.766384:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.766405:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa435a4 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66316 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.766499:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 3/0,1 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.766512:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.766521:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.766572:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.766578:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.766584:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00080000:1.0:1763336262.766965:0:23631:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x37:0x0], index 0: 0 00010000:00010000:1.0:1763336262.767116:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381be00/0x84ca14902aa435b9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336262.767125:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381be00/0x84ca14902aa435b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767132:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381be00/0x84ca14902aa435b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767165:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767171:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 2/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767176:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767182:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336262.767185:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767192:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767204:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9283955f00) 00010000:00010000:1.0:1763336262.767207:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336262.767211:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767217:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa435ab lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000004:00010000:1.0:1763336262.767233:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d3bd426 reply state 00000000df2f67d4 transno 4294968444 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767243:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336262.767249:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xe8098f29 (ffff9c9283955700) 00010000:00010000:1.0:1763336262.767251:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336262.767254:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763336262.767282:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa435a4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66316 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.767300:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381be00/0x84ca14902aa435b9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66316 expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.767307:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4d:0x0].0x0 (ffff9c92bb1d1600) 00010000:00010000:1.0:1763336262.767309:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336262.767311:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381be00, rc 0) 00000100:00100000:1.0:1763336262.767366:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991041852032:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1002us (1337us total) trans 4294968444 rc 0/0 00000100:00100000:1.0:1763336262.767373:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10227 00000100:00100000:1.0:1763336262.771481:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.771602:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041852288 00000100:00100000:3.0:1763336262.771612:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041852288 00000100:00100000:3.0:1763336262.771674:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10228 00000100:00100000:3.0:1763336262.771711:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991041852288:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336262.771736:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336262.771760:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435c7 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6631d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.771865:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 3/0,1 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.771879:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.771891:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.771905:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.771911:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.771918:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00080000:3.0:1763336262.772208:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x39:0x0], index 1: 0 00010000:00010000:3.0:1763336262.772343:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa435dc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.772352:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa435dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772358:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa435dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772392:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772398:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772404:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772410:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772416:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336262.772420:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772427:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772437:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9f100) 00010000:00010000:3.0:1763336262.772440:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336262.772445:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 3/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772450:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa435ce lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00010000:3.0:1763336262.772462:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e55b73f reply state 00000000f8ae4aa0 transno 4294968445 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772472:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.772478:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x9645bb7c (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336262.772480:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336262.772482:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763336262.772510:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435c7 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6631d expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.772528:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7000/0x84ca14902aa435dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6631d expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336262.772534:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4e:0x0].0x0 (ffff9c918cd58400) 00010000:00010000:3.0:1763336262.772536:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336262.772539:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7000, rc 0) 00000100:00100000:3.0:1763336262.772619:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991041852288:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 935us (1146us total) trans 4294968445 rc 0/0 00000100:00100000:3.0:1763336262.772631:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10228 00000100:00100000:0.0:1763336262.786938:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.789218:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041852544 00000100:00100000:1.0:1763336262.789235:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041852544 00000100:00100000:3.0:1763336262.789898:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10229 00000100:00100000:3.0:1763336262.789913:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991041852544:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:3.0:1763336262.790147:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336262.790165:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.790177:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:3.0:1763336262.790223:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968446 00000004:00010000:3.0:1763336262.790246:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000068574fd6 reply state 00000000cd8a5abb transno 4294968447 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.790258:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336262.790266:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336262.790270:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336262.790274:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336262.790375:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041852544:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 466us (3446us total) trans 4294968447 rc 0/0 00000100:00100000:3.0:1763336262.790382:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10229 00000020:00080000:3.0:1763336262.790388:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336262.797263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.797305:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.798411:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041852800 00000100:00100000:3.0:1763336262.798423:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041852800 00002000:00010000:3.0:1763336262.798470:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.798474:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186126a00 with x1848991041852800 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.798487:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186126a00. 00000100:00100000:3.0:1763336262.798744:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041852672 00000100:00100000:3.0:1763336262.798749:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041852672 00002000:00010000:3.0:1763336262.798765:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.798768:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186124e00 with x1848991041852672 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.798774:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186124e00. 00000100:00100000:1.0:1763336262.799798:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1755 00000100:00100000:0.0:1763336262.800399:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041852800:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.800478:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336262.800482:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.800484:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.800486:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.800488:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336262.800512:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041852800:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 702us (3259us total) trans 17179871901 rc 0/0 00000100:00100000:0.0:1763336262.800519:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1755 00002000:00010000:0.0:1763336262.800522:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.800525:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186126a00 with x1848991041852800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.800531:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186126a00. 00000100:00100000:1.0:1763336262.812351:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041853056 00000100:00100000:1.0:1763336262.812362:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041853056 00000100:00100000:0.0:1763336262.812519:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10230 00000100:00100000:0.0:1763336262.812530:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041853056:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336262.812931:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336262.812949:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336262.812960:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336262.813001:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968448 00000004:00010000:0.0:1763336262.813033:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2c43b3e reply state 0000000049fe70ac transno 4294968449 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336262.813101:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336262.813109:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336262.813111:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336262.813115:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336262.813316:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57585:x1848991041853056:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 786us (1848us total) trans 4294968449 rc 0/0 00000100:00100000:0.0:1763336262.813325:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10230 00000020:00080000:0.0:1763336262.813330:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336262.823601:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.823727:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041853184 00000100:00100000:0.0:1763336262.823738:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041853184 00002000:00010000:0.0:1763336262.823777:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (100000->18446744073709551615) 00002000:00100000:0.0:1763336262.823781:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241c00 with x1848991041853184 ext(100000->18446744073709551615) 00002000:00010000:0.0:1763336262.823792:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a241c00. 00000100:00100000:0.0:1763336262.823837:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1757 00000100:00100000:0.0:1763336262.823848:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041853184:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.824169:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:0.0:1763336262.824173:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.824176:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.824178:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.824181:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336262.824233:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041853184:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 386us (642us total) trans 21474839166 rc 0/0 00000100:00100000:0.0:1763336262.824240:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1757 00002000:00010000:0.0:1763336262.824244:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (100000->18446744073709551615) 00002000:00100000:0.0:1763336262.824246:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241c00 with x1848991041853184 ext(100000->18446744073709551615) 00002000:00010000:0.0:1763336262.824251:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a241c00. 00000100:00100000:0.0:1763336262.829365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.840943:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.842379:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041853568 00000100:00100000:3.0:1763336262.842393:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041853568 00000100:00100000:0.0:1763336262.846856:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.847553:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.848207:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1759 00000100:00100000:1.0:1763336262.848217:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041853824:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336262.848296:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.848300:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.848302:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.848304:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.848306:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336262.848351:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041853824:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 136us (799us total) trans 17179871902 rc 0/0 00000100:00100000:1.0:1763336262.848358:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1759 00002000:00010000:1.0:1763336262.848361:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.848363:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186127100 with x1848991041853824 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.848368:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186127100. 00000100:00100000:0.0:1763336262.856541:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.863651:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.867922:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.868205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.869682:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041854336 00000100:00100000:3.0:1763336262.869982:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041854336 00000100:00100000:3.0:1763336262.870050:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1760 00000100:00100000:3.0:1763336262.870061:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041854336:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336262.870298:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1763336262.870302:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336262.870304:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336262.870306:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336262.870308:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1763336262.870374:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041854336:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 314us (2457us total) trans 21474839168 rc 0/0 00000100:00100000:3.0:1763336262.870382:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1760 00000100:00100000:0.0:1763336262.874107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.876886:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.880210:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336262.880545:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336262.880549:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336262.880556:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336262.880571:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336262.880583:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:2.0:1763336262.880635:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041854976:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 235us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336262.880642:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7147 00000100:00100000:1.0:1763336262.883097:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.883132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.883208:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041855104 00000100:00100000:0.0:1763336262.883218:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041855104 00002000:00010000:0.0:1763336262.883251:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.883255:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241f80 with x1848991041855104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.883266:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a241f80. 00000100:00100000:0.0:1763336262.883291:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041855232 00000100:00100000:0.0:1763336262.883294:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041855232 00002000:00010000:0.0:1763336262.883303:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.883305:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241180 with x1848991041855232 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.883310:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a241180. 00000100:00100000:0.0:1763336262.883329:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1762 00000100:00100000:0.0:1763336262.883337:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991041855104:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.883533:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:0.0:1763336262.883537:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.883540:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.883542:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.883544:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:0.0:1763336262.883594:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041855104:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 257us (504us total) trans 21474839170 rc 0/0 00000100:00100000:0.0:1763336262.883601:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1762 00002000:00010000:0.0:1763336262.883604:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.883607:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241f80 with x1848991041855104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.883611:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a241f80. 00000100:00100000:0.0:1763336262.883626:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1763 00000100:00100000:0.0:1763336262.883632:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041855232:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.883731:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336262.883734:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.883736:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.883738:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.883740:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336262.883761:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991041855232:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 129us (628us total) trans 17179871903 rc 0/0 00000100:00100000:0.0:1763336262.883767:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1763 00002000:00010000:0.0:1763336262.883770:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.883772:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241180 with x1848991041855232 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.883777:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a241180. 00000100:00100000:3.0:1763336262.884071:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.884089:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041855360 00000100:00100000:3.0:1763336262.884093:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041855360 00002000:00010000:3.0:1763336262.884111:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.884114:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e9880 with x1848991041855360 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.884119:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892e9880. 00000100:00100000:3.0:1763336262.884136:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1764 00000100:00100000:3.0:1763336262.884143:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041855360:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336262.884277:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1763336262.884280:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 0 -> 1763336262 00002000:00010000:3.0:1763336262.884282:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336262.884284:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 0 -> 1763336262 00002000:00010000:3.0:1763336262.884286:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:3.0:1763336262.884313:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041855360:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 170us (242us total) trans 21474839171 rc 0/0 00000100:00100000:3.0:1763336262.884319:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1764 00002000:00010000:3.0:1763336262.884322:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.884324:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e9880 with x1848991041855360 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.884328:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892e9880. 00000100:00100000:3.0:1763336262.884364:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.884396:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041855488 00000100:00100000:3.0:1763336262.884400:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041855488 00002000:00010000:3.0:1763336262.884412:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.884415:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ea680 with x1848991041855488 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.884420:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892ea680. 00000100:00100000:3.0:1763336262.884434:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1765 00000100:00100000:3.0:1763336262.884440:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991041855488:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336262.884534:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336262.884537:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 0 -> 1763336262 00002000:00010000:3.0:1763336262.884539:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336262.884541:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 0 -> 1763336262 00002000:00010000:3.0:1763336262.884543:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336262.884570:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991041855488:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 127us (202us total) trans 17179871904 rc 0/0 00000100:00100000:3.0:1763336262.884576:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1765 00002000:00010000:3.0:1763336262.884579:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.884581:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ea680 with x1848991041855488 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.884585:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892ea680. 00000100:00100000:3.0:1763336262.888658:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.889211:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.889646:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041855744 00000100:00100000:1.0:1763336262.889656:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041855744 00000100:00100000:2.0:1763336262.889776:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041855616 00000100:00100000:2.0:1763336262.889780:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041855616 00000100:00100000:2.0:1763336262.889913:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1766 00000100:00100000:2.0:1763336262.889923:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041855744:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336262.890066:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.890070:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.890073:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.890075:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.890077:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336262.890341:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1767 00000100:00100000:1.0:1763336262.890350:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041855616:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336262.890408:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.890411:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.890414:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.890416:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.890418:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336262.890703:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991041855744:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 764us (2036us total) trans 21474839172 rc 0/0 00000100:00100000:2.0:1763336262.890711:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1766 00000100:00100000:1.0:1763336262.890784:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041855616:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 436us (1574us total) trans 21474839173 rc 0/0 00000100:00100000:1.0:1763336262.890791:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1767 00000100:00100000:0.0:1763336262.893410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.893520:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856000 00000100:00100000:2.0:1763336262.893529:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856000 00000100:00100000:2.0:1763336262.893586:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10236 00000100:00100000:2.0:1763336262.893594:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991041856000:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336262.893939:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336262.893956:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.893968:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336262.894028:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968455 00000004:00010000:2.0:1763336262.894053:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000820d59ea reply state 0000000023f6332a transno 4294968456 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.894065:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.894072:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336262.894075:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336262.894078:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336262.894425:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57585:x1848991041856000:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 830us (1020us total) trans 4294968456 rc 0/0 00000100:00100000:2.0:1763336262.894433:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10236 00000020:00080000:2.0:1763336262.894439:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336262.897931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.897976:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.898089:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856128 00000100:00100000:2.0:1763336262.898100:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856128 00002000:00010000:2.0:1763336262.898142:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.898148:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183312680 with x1848991041856128 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.898160:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183312680. 00000100:00100000:2.0:1763336262.898192:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856256 00000100:00100000:2.0:1763336262.898204:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856256 00000100:00100000:1.0:1763336262.898212:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1768 00002000:00010000:2.0:1763336262.898222:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.898227:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313800 with x1848991041856256 ext(0->18446744073709551615) 00000100:00100000:1.0:1763336262.898229:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041856128:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.898236:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183313800. 00000100:00100000:2.0:1763336262.898264:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1769 00000100:00100000:2.0:1763336262.898277:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041856256:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.898382:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.898383:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.898390:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.898390:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.898397:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.898398:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.898405:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.898405:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.898412:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336262.898413:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336262.899349:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.899350:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041856256:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 1070us (1368us total) trans 17179871905 rc 0/0 00000100:00100000:2.0:1763336262.899363:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1769 00002000:00010000:2.0:1763336262.899369:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.899372:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313800 with x1848991041856256 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.899379:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183313800. 00000100:00100000:3.0:1763336262.899403:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856384 00000100:00100000:3.0:1763336262.899410:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856384 00002000:00010000:3.0:1763336262.899431:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.899435:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310380 with x1848991041856384 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.899442:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310380. 00000100:00100000:2.0:1763336262.899469:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1770 00000100:00100000:2.0:1763336262.899480:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041856384:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.899576:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.899579:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.899582:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.899584:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.899586:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336262.899612:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041856384:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 134us (270us total) trans 21474839175 rc 0/0 00000100:00100000:2.0:1763336262.899619:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1770 00002000:00010000:2.0:1763336262.899622:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.899626:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310380 with x1848991041856384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.899631:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310380. 00000100:00100000:3.0:1763336262.899957:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.900152:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041856128:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 1927us (2230us total) trans 21474839174 rc 0/0 00000100:00100000:1.0:1763336262.900161:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1768 00002000:00010000:1.0:1763336262.900165:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.900168:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183312680 with x1848991041856128 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.900173:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183312680. 00000100:00100000:1.0:1763336262.900189:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856512 00000100:00100000:1.0:1763336262.900193:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856512 00002000:00010000:1.0:1763336262.900213:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.900216:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eb480 with x1848991041856512 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.900224:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892eb480. 00000100:00100000:2.0:1763336262.901075:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1771 00000100:00100000:2.0:1763336262.901088:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041856512:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.901202:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.901205:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.901207:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.901209:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.901211:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336262.901262:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041856512:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 178us (1306us total) trans 17179871906 rc 0/0 00000100:00100000:2.0:1763336262.901270:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1771 00002000:00010000:2.0:1763336262.901273:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.901276:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eb480 with x1848991041856512 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.901281:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892eb480. 00000100:00100000:3.0:1763336262.903916:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.904051:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.904223:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856768 00000100:00100000:2.0:1763336262.904232:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856768 00000100:00100000:1.0:1763336262.904297:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041856640 00000100:00100000:1.0:1763336262.904301:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041856640 00000100:00100000:1.0:1763336262.904341:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1772 00000100:00100000:1.0:1763336262.904350:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041856768:12345-192.168.203.16@tcp:22:fsx.0 00000100:00100000:2.0:1763336262.904415:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1773 00000100:00100000:2.0:1763336262.904422:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041856640:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336262.904812:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763336262.904817:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.904819:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.904821:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.904823:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 2048 00002000:00010000:1.0:1763336262.904825:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763336262.904828:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.904830:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.904831:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.904833:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:2.0:1763336262.904877:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991041856640:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 454us (825us total) trans 21474839177 rc 0/0 00000100:00100000:2.0:1763336262.904885:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1773 00000100:00100000:1.0:1763336262.904956:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991041856768:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 604us (1045us total) trans 21474839176 rc 0/0 00000100:00100000:1.0:1763336262.904963:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1772 00000100:00100000:0.0:1763336262.909051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.909284:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857024 00000100:00100000:2.0:1763336262.909293:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857024 00000100:00100000:2.0:1763336262.909354:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10237 00000100:00100000:2.0:1763336262.909364:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57585:x1848991041857024:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336262.909662:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336262.909680:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.909722:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336262.909768:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968457 00000004:00010000:2.0:1763336262.909787:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a7259eef reply state 00000000cc4e0a37 transno 4294968458 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.909798:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.909805:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336262.909808:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336262.909811:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336262.909894:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57585:x1848991041857024:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 531us (850us total) trans 4294968458 rc 0/0 00000100:00100000:2.0:1763336262.909901:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10237 00000020:00080000:2.0:1763336262.909906:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336262.914590:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.914648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.914740:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857152 00000100:00100000:0.0:1763336262.914741:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.914752:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857152 00000100:00100000:0.0:1763336262.914785:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.914786:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857280 00000100:00100000:3.0:1763336262.914791:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857280 00002000:00010000:1.0:1763336262.914795:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.914802:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313b80 with x1848991041857152 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.914809:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00000100:00100000:2.0:1763336262.914813:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857408 00002000:00010000:1.0:1763336262.914814:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183313b80. 00002000:00100000:3.0:1763336262.914815:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310a80 with x1848991041857280 ext(0->18446744073709551615) 00000100:00100000:2.0:1763336262.914821:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857408 00002000:00010000:3.0:1763336262.914823:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183310a80. 00002000:00010000:2.0:1763336262.914842:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00000100:00100000:3.0:1763336262.914845:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857536 00002000:00100000:2.0:1763336262.914848:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310700 with x1848991041857408 ext(0->18446744073709551615) 00000100:00100000:3.0:1763336262.914849:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857536 00002000:00010000:2.0:1763336262.914858:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310700. 00002000:00010000:3.0:1763336262.914861:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.914864:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310e00 with x1848991041857536 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.914868:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183310e00. 00000100:00100000:2.0:1763336262.914885:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1774 00000100:00100000:2.0:1763336262.914897:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041857280:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.915052:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.915056:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915058:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.915060:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915063:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336262.915123:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041857280:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 228us (473us total) trans 17179871907 rc 0/0 00000100:00100000:2.0:1763336262.915131:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1774 00002000:00010000:2.0:1763336262.915135:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.915137:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310a80 with x1848991041857280 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.915142:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183310a80. 00000100:00100000:2.0:1763336262.915161:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1775 00000100:00100000:2.0:1763336262.915167:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041857408:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.915292:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1763336262.915296:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915298:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.915300:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915302:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:2.0:1763336262.915325:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041857408:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 157us (584us total) trans 21474839178 rc 0/0 00000100:00100000:2.0:1763336262.915335:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1775 00002000:00010000:2.0:1763336262.915338:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.915340:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310700 with x1848991041857408 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.915345:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310700. 00000100:00100000:2.0:1763336262.915358:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1776 00000100:00100000:2.0:1763336262.915364:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041857536:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.915412:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.915414:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915417:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.915419:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915421:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336262.915442:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041857536:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 77us (659us total) trans 17179871908 rc 0/0 00000100:00100000:2.0:1763336262.915536:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1776 00002000:00010000:2.0:1763336262.915540:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.915543:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310e00 with x1848991041857536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.915548:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183310e00. 00000100:00100000:2.0:1763336262.915563:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1777 00000100:00100000:2.0:1763336262.915570:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041857152:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336262.915754:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1763336262.915758:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915760:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.915762:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.915764:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1763336262.915786:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041857152:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 217us (1205us total) trans 21474839179 rc 0/0 00000100:00100000:2.0:1763336262.915792:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1777 00002000:00010000:2.0:1763336262.915795:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.915797:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313b80 with x1848991041857152 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.915801:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183313b80. 00000100:00100000:3.0:1763336262.921152:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.921823:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.921961:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857664 00000100:00100000:1.0:1763336262.921972:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857664 00000100:00100000:1.0:1763336262.922043:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041857792 00000100:00100000:1.0:1763336262.922047:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041857792 00000100:00100000:1.0:1763336262.922082:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1778 00000100:00100000:1.0:1763336262.922093:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991041857664:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336262.922326:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.922330:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.922332:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.922335:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.922337:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:1.0:1763336262.922395:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991041857664:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 303us (1252us total) trans 21474839180 rc 0/0 00000100:00100000:1.0:1763336262.922408:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1778 00000100:00100000:1.0:1763336262.922429:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1779 00000100:00100000:1.0:1763336262.922437:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991041857792:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336262.922524:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.922528:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.922530:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.922533:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.922535:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:1.0:1763336262.922558:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991041857792:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 122us (737us total) trans 21474839181 rc 0/0 00000100:00100000:1.0:1763336262.922565:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1779 00000100:00100000:0.0:1763336262.925558:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.925909:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858048 00000100:00100000:2.0:1763336262.925918:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858048 00000100:00100000:2.0:1763336262.925977:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10238 00000100:00100000:2.0:1763336262.925986:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57585:x1848991041858048:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336262.926195:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336262.926213:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.926224:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336262.926264:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968459 00000004:00010000:2.0:1763336262.926282:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ae57177 reply state 0000000096633a1a transno 4294968460 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.926293:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336262.926300:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336262.926303:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336262.926306:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336262.926378:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57585:x1848991041858048:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 393us (828us total) trans 4294968460 rc 0/0 00000100:00100000:2.0:1763336262.926388:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10238 00000020:00080000:2.0:1763336262.926393:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336262.929097:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.929134:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.929161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.929659:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.929943:0:19649:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858304 00000100:00100000:1.0:1763336262.929951:0:19649:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858304 00002000:00010000:1.0:1763336262.929984:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.929988:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311f80 with x1848991041858304 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.929999:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311f80. 00000100:00100000:1.0:1763336262.930028:0:19649:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858560 00000100:00100000:1.0:1763336262.930031:0:19649:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858560 00002000:00010000:1.0:1763336262.930039:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930041:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311880 with x1848991041858560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930045:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311880. 00000100:00100000:1.0:1763336262.930055:0:19649:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858176 00000100:00100000:1.0:1763336262.930057:0:19649:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858176 00002000:00010000:1.0:1763336262.930064:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930067:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310000 with x1848991041858176 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930071:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310000. 00000100:00100000:1.0:1763336262.930081:0:19649:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858432 00000100:00100000:1.0:1763336262.930082:0:19649:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858432 00002000:00010000:1.0:1763336262.930089:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930091:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183312a00 with x1848991041858432 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930095:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183312a00. 00000100:00100000:1.0:1763336262.930111:0:19649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1780 00000100:00100000:1.0:1763336262.930121:0:19649:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2406:x1848991041858304:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336262.930252:0:19649:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930256:0:19649:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930258:0:19649:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930260:0:19649:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930262:0:19649:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336262.930304:0:19649:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2406:x1848991041858304:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 185us (1214us total) trans 17179871909 rc 0/0 00000100:00100000:1.0:1763336262.930310:0:19649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1780 00002000:00010000:1.0:1763336262.930313:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930315:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311f80 with x1848991041858304 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930319:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311f80. 00000100:00100000:1.0:1763336262.930333:0:19649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1781 00000100:00100000:1.0:1763336262.930338:0:19649:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2406:x1848991041858560:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336262.930377:0:19649:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930380:0:19649:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930382:0:19649:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930384:0:19649:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930386:0:19649:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336262.930402:0:19649:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2406:x1848991041858560:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 64us (1268us total) trans 17179871910 rc 0/0 00000100:00100000:1.0:1763336262.930408:0:19649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1781 00002000:00010000:1.0:1763336262.930410:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930413:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311880 with x1848991041858560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930416:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311880. 00000100:00100000:1.0:1763336262.930426:0:19649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1782 00000100:00100000:1.0:1763336262.930431:0:19649:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2406:x1848991041858176:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336262.930486:0:19649:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930489:0:19649:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930491:0:19649:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930493:0:19649:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930496:0:19649:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763336262.930517:0:19649:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2406:x1848991041858176:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 85us (1355us total) trans 21474839182 rc 0/0 00000100:00100000:1.0:1763336262.930524:0:19649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1782 00002000:00010000:1.0:1763336262.930527:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930529:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310000 with x1848991041858176 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930533:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310000. 00000100:00100000:1.0:1763336262.930544:0:19649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1783 00000100:00100000:1.0:1763336262.930550:0:19649:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2406:x1848991041858432:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336262.930594:0:19649:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930597:0:19649:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930599:0:19649:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.930601:0:19649:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.930603:0:19649:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336262.930620:0:19649:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2406:x1848991041858432:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 70us (961us total) trans 21474839183 rc 0/0 00000100:00100000:1.0:1763336262.930626:0:19649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1783 00002000:00010000:1.0:1763336262.930629:0:19649:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.930631:0:19649:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183312a00 with x1848991041858432 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.930634:0:19649:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183312a00. 00000100:00100000:3.0:1763336262.934301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.934408:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858688 00000100:00100000:2.0:1763336262.934419:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858688 00000100:00100000:2.0:1763336262.934476:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7148 00000100:00100000:2.0:1763336262.934486:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991041858688:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336262.934505:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336262.934527:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66347 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336262.934627:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336262.934645:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336262.934647:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336262.934656:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 29 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336262.934671:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 29 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336262.934702:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18e00, rc 0) 00000100:00100000:2.0:1763336262.935670:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991041858688:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1178us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336262.935680:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7148 00000100:00100000:1.0:1763336262.938286:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.938395:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858816 00000100:00100000:2.0:1763336262.938405:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858816 00000100:00100000:2.0:1763336262.938628:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10239 00000100:00100000:2.0:1763336262.938638:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57585:x1848991041858816:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336262.938659:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336262.938678:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa43653 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6634e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336262.938793:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4365a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336262.938806:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4365a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336262.938815:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4365a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336262.938837:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1763336262.938841:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336262.938857:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4365a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336262.938878:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa43653 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6634e expref: 55 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336262.938894:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4365a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6634e expref: 54 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336262.938902:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336262.938904:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336262.938907:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185703a00, rc 0) 00000100:00100000:2.0:1763336262.938961:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:57585:x1848991041858816:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 325us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336262.938967:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10239 00000100:00100000:0.0:1763336262.949494:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.949591:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041858944 00000100:00100000:1.0:1763336262.949602:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041858944 00002000:00100000:1.0:1763336262.949646:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (172032->176127) req@ffff9c9183312d80 x1848991041858944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:553/0 lens 488/0 e 0 to 0 dl 1763336273 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336262.949657:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183312d80 with x1848991041858944 ext(172032->176127) 00002000:00010000:1.0:1763336262.949664:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183312d80 00000100:00100000:1.0:1763336262.949738:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1784 00000100:00100000:1.0:1763336262.949749:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991041858944:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336262.949941:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991041858944:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 194us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.949949:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1784 00002000:00100000:1.0:1763336262.949956:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (172032->176127) req@ffff9c9183312d80 x1848991041858944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:553/0 lens 488/440 e 0 to 0 dl 1763336273 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336262.949963:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183312d80 with x1848991041858944 ext(172032->176127) 00002000:00010000:1.0:1763336262.949967:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183312d80 00000100:00100000:3.0:1763336262.956224:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.956327:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859072 00000100:00100000:0.0:1763336262.956336:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859072 00002000:00100000:0.0:1763336262.956376:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (151552->201436) req@ffff9c91861bfb80 x1848991041859072/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:553/0 lens 488/0 e 0 to 0 dl 1763336273 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336262.956386:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bfb80 with x1848991041859072 ext(151552->201436) 00002000:00010000:0.0:1763336262.956392:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bfb80 00000100:00100000:0.0:1763336262.956421:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1785 00000100:00100000:0.0:1763336262.956430:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041859072:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:0.0:1763336262.960276:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041859072:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3837us (4053us total) trans 21474839184 rc 0/0 00000100:00100000:0.0:1763336262.960290:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1785 00002000:00100000:0.0:1763336262.960303:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (151552->201436) req@ffff9c91861bfb80 x1848991041859072/t21474839184(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:553/0 lens 488/448 e 0 to 0 dl 1763336273 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336262.960313:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bfb80 with x1848991041859072 ext(151552->201436) 00002000:00010000:0.0:1763336262.960320:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bfb80 00000100:00100000:0.0:1763336262.962776:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.962873:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859200 00000100:00100000:2.0:1763336262.962884:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859200 00000100:00100000:2.0:1763336262.962942:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7149 00000100:00100000:2.0:1763336262.962953:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041859200:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:1.0:1763336262.964476:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839184 is committed 00000100:00100000:2.0:1763336262.964679:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041859200:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1723us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336262.964720:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7149 00000100:00100000:2.0:1763336262.968809:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.968887:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859456 00000100:00100000:0.0:1763336262.968898:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859456 00000100:00100000:0.0:1763336262.968951:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10240 00000100:00100000:0.0:1763336262.968961:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:57585:x1848991041859456:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336262.969008:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336262.969043:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4365a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6634e expref: 54 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336262.969060:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336262.969064:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336262.969221:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336262.969236:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336262.969245:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336262.969290:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968461 00000004:00010000:0.0:1763336262.969313:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025b7bb78 reply state 000000006a0b08b7 transno 4294968462 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336262.969324:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336262.969330:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336262.969333:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336262.969335:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336262.969427:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+56:57585:x1848991041859456:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 466us (626us total) trans 4294968462 rc 0/0 00000100:00100000:0.0:1763336262.969433:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10240 00000020:00080000:0.0:1763336262.969438:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336262.973033:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336262.973818:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336262.973831:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859712 00000100:00100000:0.0:1763336262.973842:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859712 00002000:00010000:0.0:1763336262.973884:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.973890:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bdc00 with x1848991041859712 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.973902:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bdc00. 00000100:00100000:0.0:1763336262.973933:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859584 00000100:00100000:0.0:1763336262.973937:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859584 00002000:00010000:0.0:1763336262.973948:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (20587->18446744073709551615) 00002000:00100000:0.0:1763336262.973951:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc700 with x1848991041859584 ext(20587->18446744073709551615) 00002000:00010000:0.0:1763336262.973957:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc700. 00000100:00100000:0.0:1763336262.973986:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1786 00000100:00100000:0.0:1763336262.973996:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041859712:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:2.0:1763336262.974266:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1787 00000100:00100000:2.0:1763336262.974277:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041859584:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:1.0:1763336262.974303:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.974329:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859840 00000100:00100000:1.0:1763336262.974334:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859840 00002000:00010000:1.0:1763336262.974352:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.974357:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311880 with x1848991041859840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.974364:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186311880. 00000100:00100000:1.0:1763336262.974384:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1788 00000100:00100000:1.0:1763336262.974392:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991041859840:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336262.974487:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336262.974490:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.974493:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336262.974495:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.974498:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336262.974556:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991041859840:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 164us (253us total) trans 17179871911 rc 0/0 00000100:00100000:1.0:1763336262.974564:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1788 00002000:00010000:2.0:1763336262.974569:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 0 -> 20587 00002000:00010000:1.0:1763336262.974570:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00010000:2.0:1763336262.974576:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00100000:1.0:1763336262.974576:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311880 with x1848991041859840 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.974582:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.974586:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336262.974586:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186311880. 00002000:00010000:2.0:1763336262.974591:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 2048 -> 48 00000100:00100000:2.0:1763336262.974617:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041859584:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 342us (1346us total) trans 21474839186 rc 0/0 00000100:00100000:2.0:1763336262.974625:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1787 00002000:00010000:2.0:1763336262.974628:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (20587->18446744073709551615) 00002000:00100000:2.0:1763336262.974631:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc700 with x1848991041859584 ext(20587->18446744073709551615) 00002000:00010000:2.0:1763336262.974636:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc700. 00002000:00010000:0.0:1763336262.974753:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336262.974757:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.974761:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.974764:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.974766:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336262.974816:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041859712:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 811us (1796us total) trans 21474839185 rc 0/0 00000100:00100000:0.0:1763336262.974829:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1786 00002000:00010000:0.0:1763336262.974833:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336262.974837:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bdc00 with x1848991041859712 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.974842:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bdc00. 00000100:00100000:2.0:1763336262.980790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.980915:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041859968 00000100:00100000:1.0:1763336262.980926:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041859968 00000100:00100000:1.0:1763336262.980989:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10241 00000100:00100000:1.0:1763336262.980999:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+56:57585:x1848991041859968:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336262.981053:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336262.981075:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa43668 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66355 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.981170:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa4366f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336262.981190:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa4366f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.981202:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa4366f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336262.981229:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 20587 00000004:00200000:1.0:1763336262.981233:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336262.981252:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa4366f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336262.981277:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa43668 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66355 expref: 58 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.981294:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa4366f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66355 expref: 57 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336262.981302:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336262.981305:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336262.981308:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381b400, rc 0) 00000100:00100000:1.0:1763336262.981370:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+57:57585:x1848991041859968:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 372us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336262.981377:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10241 00000100:00100000:1.0:1763336262.984435:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.984541:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041860224 00000100:00100000:2.0:1763336262.984551:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041860224 00000100:00100000:2.0:1763336262.984612:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10242 00000100:00100000:2.0:1763336262.984627:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+57:57585:x1848991041860224:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336262.984711:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336262.984738:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa4366f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66355 expref: 57 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336262.984758:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336262.984764:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336262.984931:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336262.984947:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336262.984957:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336262.985002:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968463 00000004:00010000:2.0:1763336262.985051:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063477e57 reply state 0000000023aa0807 transno 4294968464 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336262.985065:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336262.985072:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336262.985074:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336262.985077:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336262.985176:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57585:x1848991041860224:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 554us (749us total) trans 4294968464 rc 0/0 00000100:00100000:2.0:1763336262.985183:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10242 00000020:00080000:2.0:1763336262.985189:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336262.990920:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.990952:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336262.990987:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336262.991102:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041860352 00000100:00100000:1.0:1763336262.991113:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041860352 00000100:00100000:0.0:1763336262.991143:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041860608 00000100:00100000:0.0:1763336262.991149:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041860608 00002000:00010000:1.0:1763336262.991153:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (233969->18446744073709551615) 00002000:00100000:1.0:1763336262.991160:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f41500 with x1848991041860352 ext(233969->18446744073709551615) 00002000:00010000:0.0:1763336262.991171:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00010000:1.0:1763336262.991173:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f41500. 00002000:00100000:0.0:1763336262.991178:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f42d80 with x1848991041860608 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336262.991188:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184f42d80. 00000100:00100000:1.0:1763336262.991277:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041860480 00000100:00100000:1.0:1763336262.991285:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041860480 00002000:00010000:1.0:1763336262.991297:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336262.991300:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f42680 with x1848991041860480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336262.991306:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f42680. 00000100:00100000:0.0:1763336262.991833:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1789 00000100:00100000:0.0:1763336262.991846:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041860352:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:2.0:1763336262.992390:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1790 00000100:00100000:3.0:1763336262.992400:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1791 00000100:00100000:2.0:1763336262.992406:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991041860608:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.992406:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 20587 -> 233969 00002000:00010000:0.0:1763336262.992412:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00000100:00100000:3.0:1763336262.992416:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041860480:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336262.992416:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336262.992419:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.992422:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1763336262.992481:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041860352:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 637us (1568us total) trans 21474839187 rc 0/0 00000100:00100000:0.0:1763336262.992490:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1789 00002000:00010000:3.0:1763336262.992491:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336262.992493:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336262.992494:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (233969->18446744073709551615) 00002000:00010000:3.0:1763336262.992496:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00100000:0.0:1763336262.992498:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f41500 with x1848991041860352 ext(233969->18446744073709551615) 00002000:00010000:3.0:1763336262.992499:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336262.992501:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1763336262.992504:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f41500. 00002000:00010000:2.0:1763336262.992505:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336262.992510:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.992513:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336262.992515:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336262.992518:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336262.992525:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041860480:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 113us (1535us total) trans 21474839188 rc 0/0 00000100:00100000:3.0:1763336262.992532:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1791 00002000:00010000:3.0:1763336262.992535:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336262.992538:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f42680 with x1848991041860480 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336262.992542:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f42680. 00000100:00100000:2.0:1763336262.992550:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991041860608:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 150us (1595us total) trans 17179871912 rc 0/0 00000100:00100000:2.0:1763336262.992559:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1790 00002000:00010000:2.0:1763336262.992563:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336262.992567:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f42d80 with x1848991041860608 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336262.992573:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184f42d80. 00000100:00100000:0.0:1763336262.999473:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.000521:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041860736 00000100:00100000:2.0:1763336263.000786:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041860736 00000100:00100000:2.0:1763336263.001076:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10243 00000100:00100000:2.0:1763336263.001088:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57585:x1848991041860736:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336263.001111:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336263.001132:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa4367d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6635c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.001228:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43684 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.001243:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43684 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.001257:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43684 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336263.001283:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 233969 00000004:00200000:2.0:1763336263.001287:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336263.001303:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43684 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.001328:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa4367d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6635c expref: 61 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.001344:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43684 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6635c expref: 60 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.001352:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.001354:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336263.001357:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185703a00, rc 0) 00000100:00100000:2.0:1763336263.001424:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:57585:x1848991041860736:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 339us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.001431:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10243 00000100:00100000:0.0:1763336263.009172:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.009279:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041860864 00000100:00100000:2.0:1763336263.009289:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041860864 00000100:00100000:2.0:1763336263.009359:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1792 00000100:00100000:2.0:1763336263.009369:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041860864:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336263.009673:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 233969 -> 233969 00002000:00010000:2.0:1763336263.009678:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336263.009680:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.009682:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336263.009822:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 48 -> 24 00000100:00100000:2.0:1763336263.009886:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041860864:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 517us (725us total) trans 21474839189 rc 0/0 00000100:00100000:2.0:1763336263.009895:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1792 00000100:00100000:1.0:1763336263.013284:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.014146:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861120 00000100:00100000:2.0:1763336263.014158:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861120 00000100:00100000:0.0:1763336263.014284:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10244 00000100:00100000:0.0:1763336263.014296:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:57585:x1848991041861120:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336263.014350:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336263.014378:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43684 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6635c expref: 60 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.014395:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.014401:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336263.014553:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.014569:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.014578:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336263.014618:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968465 00000004:00010000:0.0:1763336263.014641:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ce0953aa reply state 00000000c762711f transno 4294968466 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.014652:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.014657:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.014660:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336263.014663:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336263.014792:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57585:x1848991041861120:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 498us (1516us total) trans 4294968466 rc 0/0 00000100:00100000:0.0:1763336263.014800:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10244 00000020:00080000:0.0:1763336263.014805:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336263.018067:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.018197:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861248 00000100:00100000:2.0:1763336263.018207:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861248 00000100:00100000:0.0:1763336263.018211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:2.0:1763336263.018244:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:2.0:1763336263.018249:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644e00 with x1848991041861248 ext(262144->18446744073709551615) 00000100:00100000:0.0:1763336263.018259:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:2.0:1763336263.018260:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b644e00. 00000100:00100000:2.0:1763336263.018290:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861376 00000100:00100000:2.0:1763336263.018293:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861376 00002000:00010000:2.0:1763336263.018303:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336263.018306:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645500 with x1848991041861376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336263.018312:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645500. 00000100:00100000:2.0:1763336263.018417:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861504 00000100:00100000:2.0:1763336263.018421:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861504 00000100:00100000:3.0:1763336263.018423:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1793 00000100:00100000:3.0:1763336263.018433:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041861248:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336263.018436:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336263.018438:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647100 with x1848991041861504 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336263.018444:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b647100. 00000100:00100000:2.0:1763336263.018460:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1794 00000100:00100000:2.0:1763336263.018465:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041861376:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336263.018566:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336263.018570:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336263 00002000:00010000:2.0:1763336263.018572:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.018575:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336263 00002000:00010000:2.0:1763336263.018577:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336263.018630:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041861376:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 164us (418us total) trans 21474839190 rc 0/0 00000100:00100000:2.0:1763336263.018637:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1794 00002000:00010000:2.0:1763336263.018641:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336263.018643:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645500 with x1848991041861376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336263.018648:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645500. 00000100:00100000:2.0:1763336263.018665:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1795 00000100:00100000:2.0:1763336263.018671:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041861504:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336263.018795:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 233969 -> 262144 00002000:00010000:3.0:1763336263.018799:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336262 -> 1763336263 00002000:00010000:3.0:1763336263.018801:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.018803:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336262 -> 1763336263 00002000:00010000:3.0:1763336263.018805:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1763336263.018827:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041861248:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 396us (769us total) trans 21474839191 rc 0/0 00000100:00100000:3.0:1763336263.018836:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1793 00002000:00010000:3.0:1763336263.018840:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:3.0:1763336263.018842:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644e00 with x1848991041861248 ext(262144->18446744073709551615) 00002000:00010000:3.0:1763336263.018847:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b644e00. 00002000:00010000:2.0:1763336263.019203:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336263.019207:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336262 -> 1763336263 00002000:00010000:2.0:1763336263.019209:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.019211:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336262 -> 1763336263 00002000:00010000:2.0:1763336263.019213:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336263.019250:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991041861504:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 578us (989us total) trans 17179871913 rc 0/0 00000100:00100000:2.0:1763336263.019258:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1795 00002000:00010000:2.0:1763336263.019260:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336263.019263:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647100 with x1848991041861504 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336263.019268:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b647100. 00000100:00100000:0.0:1763336263.022992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.023081:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861632 00000100:00100000:2.0:1763336263.023091:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861632 00002000:00100000:2.0:1763336263.023134:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (225280->229375) req@ffff9c918b645f80 x1848991041861632/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.023145:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645f80 with x1848991041861632 ext(225280->229375) 00002000:00010000:2.0:1763336263.023151:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645f80 00000100:00100000:2.0:1763336263.023732:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1796 00000100:00100000:2.0:1763336263.023743:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041861632:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336263.023929:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041861632:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 188us (943us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336263.023936:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1796 00002000:00100000:2.0:1763336263.023943:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (225280->229375) req@ffff9c918b645f80 x1848991041861632/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/4536 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.023953:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645f80 with x1848991041861632 ext(225280->229375) 00002000:00010000:2.0:1763336263.023957:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645f80 00000100:00100000:1.0:1763336263.028831:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.028960:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861760 00000100:00100000:2.0:1763336263.028972:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861760 00002000:00100000:2.0:1763336263.029028:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (200704->262143) req@ffff9c918b641880 x1848991041861760/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 504/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.029039:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641880 with x1848991041861760 ext(200704->262143) 00002000:00010000:2.0:1763336263.029045:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641880 00000100:00100000:2.0:1763336263.029528:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1797 00000100:00100000:2.0:1763336263.029542:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041861760:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336263.032297:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041861760:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2746us (3464us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1763336263.032310:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1797 00002000:00100000:2.0:1763336263.032322:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (200704->262143) req@ffff9c918b641880 x1848991041861760/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 504/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.032340:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641880 with x1848991041861760 ext(200704->262143) 00002000:00010000:2.0:1763336263.032346:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641880 00000100:00100000:0.0:1763336263.037918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.038383:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041861888 00000100:00100000:2.0:1763336263.038392:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041861888 00002000:00100000:2.0:1763336263.038430:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (225280->262143) req@ffff9c918b647b80 x1848991041861888/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.038438:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647b80 with x1848991041861888 ext(225280->262143) 00002000:00010000:2.0:1763336263.038442:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b647b80 00000100:00100000:2.0:1763336263.038466:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1798 00000100:00100000:2.0:1763336263.038472:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041861888:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336263.044587:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041861888:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 6097us (6660us total) trans 21474839192 rc 0/0 00000100:00100000:1.0:1763336263.044605:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1798 00002000:00100000:1.0:1763336263.044622:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (225280->262143) req@ffff9c918b647b80 x1848991041861888/t21474839192(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/448 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336263.044634:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647b80 with x1848991041861888 ext(225280->262143) 00002000:00010000:1.0:1763336263.044642:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b647b80 00000100:00100000:1.0:1763336263.047632:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.047786:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862016 00000100:00100000:2.0:1763336263.047812:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862016 00000100:00100000:2.0:1763336263.047918:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7150 00000100:00100000:2.0:1763336263.047945:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041862016:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:1.0:1763336263.049515:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839192 is committed 00000100:00100000:2.0:1763336263.049769:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041862016:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1823us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.049780:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7150 00000100:00100000:2.0:1763336263.053244:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.054019:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862144 00000100:00100000:0.0:1763336263.054030:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862144 00000100:00100000:0.0:1763336263.054087:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10245 00000100:00100000:0.0:1763336263.054096:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57585:x1848991041862144:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336263.054119:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.054139:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43692 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66363 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.054228:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43699 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.054243:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43699 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.054257:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43699 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336263.054283:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336263.054288:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336263.054306:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43699 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.054332:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43692 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66363 expref: 64 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.054350:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43699 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66363 expref: 63 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.054360:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.054363:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336263.054366:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:0.0:1763336263.054441:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57585:x1848991041862144:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 345us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.054449:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10245 00000100:00100000:0.0:1763336263.059911:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.059986:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862400 00000100:00100000:1.0:1763336263.059996:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862400 00000100:00100000:1.0:1763336263.060065:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10246 00000100:00100000:1.0:1763336263.060076:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57585:x1848991041862400:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336263.060126:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336263.060152:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43699 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66363 expref: 63 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.060170:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.060175:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336263.060333:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336263.060349:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.060358:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336263.060402:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968467 00000004:00010000:1.0:1763336263.060423:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5999b67 reply state 0000000039edc456 transno 4294968468 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.060434:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.060440:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.060443:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336263.060445:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336263.060548:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57585:x1848991041862400:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 473us (644us total) trans 4294968468 rc 0/0 00000100:00100000:1.0:1763336263.060555:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10246 00000020:00080000:1.0:1763336263.060561:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336263.067958:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.067991:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.068252:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862656 00000100:00100000:3.0:1763336263.068253:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862528 00000100:00100000:3.0:1763336263.068265:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862528 00000100:00100000:1.0:1763336263.068265:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862656 00002000:00010000:3.0:1763336263.068307:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (57166->18446744073709551615) 00002000:00010000:1.0:1763336263.068307:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.068316:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecf800 with x1848991041862528 ext(57166->18446744073709551615) 00002000:00100000:1.0:1763336263.068317:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f43b80 with x1848991041862656 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.068332:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecf800. 00002000:00010000:1.0:1763336263.068340:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f43b80. 00000100:00100000:3.0:1763336263.068370:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1799 00000100:00100000:1.0:1763336263.068378:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1800 00000100:00100000:3.0:1763336263.068383:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041862528:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:1.0:1763336263.068391:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041862656:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336263.068537:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336263.068542:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.068544:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336263.068547:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.068549:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336263.068601:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041862656:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 213us (650us total) trans 21474839193 rc 0/0 00000100:00100000:1.0:1763336263.068609:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1800 00002000:00010000:1.0:1763336263.068613:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336263.068616:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f43b80 with x1848991041862656 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336263.068621:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f43b80. 00002000:00010000:3.0:1763336263.068652:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 57166 00002000:00010000:3.0:1763336263.068656:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.068659:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.068662:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.068664:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:3.0:1763336263.068724:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041862528:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 345us (731us total) trans 21474839194 rc 0/0 00000100:00100000:3.0:1763336263.068732:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1799 00002000:00010000:3.0:1763336263.068735:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (57166->18446744073709551615) 00002000:00100000:3.0:1763336263.068738:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecf800 with x1848991041862528 ext(57166->18446744073709551615) 00002000:00010000:3.0:1763336263.068742:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecf800. 00000100:00100000:2.0:1763336263.068882:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.068943:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862784 00000100:00100000:3.0:1763336263.068948:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862784 00002000:00010000:3.0:1763336263.068963:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.068967:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecf480 with x1848991041862784 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.068973:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ecf480. 00000100:00100000:3.0:1763336263.068998:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1801 00000100:00100000:3.0:1763336263.069005:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991041862784:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336263.069083:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336263.069086:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.069089:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.069091:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.069093:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336263.069116:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041862784:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 112us (234us total) trans 17179871914 rc 0/0 00000100:00100000:3.0:1763336263.069123:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1801 00002000:00010000:3.0:1763336263.069127:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.069130:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecf480 with x1848991041862784 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.069135:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ecf480. 00000100:00100000:2.0:1763336263.074132:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.074410:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041862912 00000100:00100000:0.0:1763336263.074419:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041862912 00000100:00100000:0.0:1763336263.074475:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10247 00000100:00100000:0.0:1763336263.074483:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57585:x1848991041862912:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336263.074505:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.074524:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436a7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6636a expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.074603:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.074617:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.074628:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336263.074649:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 57166 00000004:00200000:0.0:1763336263.074653:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336263.074671:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.075283:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6636a expref: 67 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.075301:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6636a expref: 66 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.075310:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.075313:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336263.075316:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:0.0:1763336263.076500:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+66:57585:x1848991041862912:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2011us (2371us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.076511:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10247 00000100:00100000:0.0:1763336263.081356:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.081573:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863040 00000100:00100000:2.0:1763336263.081583:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863040 00000100:00100000:2.0:1763336263.081654:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1802 00000100:00100000:2.0:1763336263.081665:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041863040:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336263.082022:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 57166 -> 57166 00002000:00010000:2.0:1763336263.082026:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.082029:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.082031:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.082033:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 24 -> 136 00000100:00100000:2.0:1763336263.082083:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041863040:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 420us (735us total) trans 21474839195 rc 0/0 00000100:00100000:2.0:1763336263.082091:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1802 00000100:00100000:2.0:1763336263.087080:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.087775:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863296 00000100:00100000:0.0:1763336263.087785:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863296 00000100:00100000:1.0:1763336263.087962:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10248 00000100:00100000:1.0:1763336263.087974:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+66:57585:x1848991041863296:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336263.088029:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336263.088052:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ae lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6636a expref: 66 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.088070:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.088074:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336263.088221:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336263.088236:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.088244:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336263.088284:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968469 00000004:00010000:1.0:1763336263.088301:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d86677d5 reply state 00000000a3f045e9 transno 4294968470 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.088311:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.088317:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.088319:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336263.088321:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336263.088412:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+68:57585:x1848991041863296:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 439us (1342us total) trans 4294968470 rc 0/0 00000100:00100000:1.0:1763336263.088418:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10248 00000020:00080000:1.0:1763336263.088424:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336263.091576:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.091645:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.091756:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.091771:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863552 00000100:00100000:3.0:1763336263.091781:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863552 00002000:00010000:3.0:1763336263.091817:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.091823:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9c00 with x1848991041863552 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.091835:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9c00. 00000100:00100000:3.0:1763336263.092313:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863424 00000100:00100000:3.0:1763336263.092319:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863424 00002000:00010000:3.0:1763336263.092334:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (247079->18446744073709551615) 00002000:00100000:3.0:1763336263.092337:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb100 with x1848991041863424 ext(247079->18446744073709551615) 00002000:00010000:3.0:1763336263.092343:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efb100. 00000100:00100000:0.0:1763336263.093243:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863680 00000100:00100000:0.0:1763336263.093250:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863680 00002000:00010000:0.0:1763336263.093271:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.093274:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9f80 with x1848991041863680 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.093282:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ef9f80. 00000100:00100000:0.0:1763336263.093308:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1803 00000100:00100000:0.0:1763336263.093316:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041863552:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336263.093436:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336263.093440:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.093442:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.093445:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.093447:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336263.093496:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041863552:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 180us (1967us total) trans 21474839196 rc 0/0 00000100:00100000:0.0:1763336263.093502:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1803 00002000:00010000:0.0:1763336263.093506:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.093508:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9c00 with x1848991041863552 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.093512:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9c00. 00000100:00100000:0.0:1763336263.093527:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1804 00000100:00100000:0.0:1763336263.093533:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041863424:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336263.093623:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 57166 -> 247079 00002000:00010000:0.0:1763336263.093626:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.093628:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.093630:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.093632:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:0.0:1763336263.093649:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041863424:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 116us (2004us total) trans 21474839197 rc 0/0 00000100:00100000:0.0:1763336263.093655:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1804 00002000:00010000:0.0:1763336263.093658:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (247079->18446744073709551615) 00002000:00100000:0.0:1763336263.093660:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb100 with x1848991041863424 ext(247079->18446744073709551615) 00002000:00010000:0.0:1763336263.093665:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efb100. 00000100:00100000:0.0:1763336263.093678:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1805 00000100:00100000:0.0:1763336263.093709:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041863680:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336263.093769:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336263.093772:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.093775:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.093776:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.093778:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336263.093796:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991041863680:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 111us (2040us total) trans 17179871915 rc 0/0 00000100:00100000:0.0:1763336263.093801:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1805 00002000:00010000:0.0:1763336263.093804:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.093806:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9f80 with x1848991041863680 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.093809:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ef9f80. 00000100:00100000:2.0:1763336263.097650:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.097792:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863808 00000100:00100000:3.0:1763336263.097802:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863808 00002000:00100000:3.0:1763336263.097847:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (184320->249855) req@ffff9c92a9ece680 x1848991041863808/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336263.097857:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ece680 with x1848991041863808 ext(184320->249855) 00002000:00010000:3.0:1763336263.097863:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ece680 00000100:00100000:3.0:1763336263.097893:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1806 00000100:00100000:3.0:1763336263.097904:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041863808:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336263.108339:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041863808:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 10428us (10687us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1763336263.108352:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1806 00002000:00100000:3.0:1763336263.108364:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (184320->249855) req@ffff9c92a9ece680 x1848991041863808/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336263.108375:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ece680 with x1848991041863808 ext(184320->249855) 00002000:00010000:3.0:1763336263.108380:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ece680 00000100:00100000:1.0:1763336263.114997:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.115590:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041863936 00000100:00100000:3.0:1763336263.115601:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041863936 00002000:00100000:3.0:1763336263.115643:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (212992->247078) req@ffff9c9186ef9880 x1848991041863936/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336263.115654:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9880 with x1848991041863936 ext(212992->247078) 00002000:00010000:3.0:1763336263.115659:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9880 00000100:00100000:3.0:1763336263.115726:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1807 00000100:00100000:3.0:1763336263.115736:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041863936:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336263.119290:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041863936:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3547us (4294us total) trans 21474839198 rc 0/0 00000100:00100000:3.0:1763336263.119306:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1807 00002000:00100000:3.0:1763336263.119317:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (212992->247078) req@ffff9c9186ef9880 x1848991041863936/t21474839198(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/448 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336263.119327:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9880 with x1848991041863936 ext(212992->247078) 00002000:00010000:3.0:1763336263.119333:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9880 00000100:00100000:0.0:1763336263.122081:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.122177:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864064 00000100:00100000:2.0:1763336263.122187:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864064 00000100:00100000:2.0:1763336263.122293:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7151 00000100:00100000:2.0:1763336263.122304:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041864064:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336263.123570:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839198 is committed 00000100:00100000:2.0:1763336263.123923:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041864064:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1616us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.123933:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7151 00000100:00100000:1.0:1763336263.126564:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.126644:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864192 00000100:00100000:0.0:1763336263.126654:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864192 00000100:00100000:0.0:1763336263.126736:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10249 00000100:00100000:0.0:1763336263.126746:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+68:57585:x1848991041864192:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336263.126769:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.126790:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa436bc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66371 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.126895:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436c3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.126909:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.126919:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336263.126945:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247079 00000004:00200000:0.0:1763336263.126949:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336263.126967:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.126992:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa436bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66371 expref: 70 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.127008:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66371 expref: 69 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.127026:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.127030:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336263.127033:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:0.0:1763336263.127088:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:57585:x1848991041864192:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 344us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.127095:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10249 00000100:00100000:0.0:1763336263.140527:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.140612:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864320 00000100:00100000:3.0:1763336263.140622:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864320 00000100:00100000:3.0:1763336263.141315:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1808 00000100:00100000:3.0:1763336263.141328:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041864320:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336263.142069:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:3.0:1763336263.142074:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.142077:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.142080:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.142082:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 136 -> 184 00000100:00100000:0.0:1763336263.143257:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041864320:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1918us (2726us total) trans 21474839199 rc 0/0 00000100:00100000:0.0:1763336263.143270:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1808 00000100:00100000:2.0:1763336263.152200:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.152335:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864448 00000100:00100000:0.0:1763336263.152345:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864448 00000100:00100000:2.0:1763336263.152877:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1809 00000100:00100000:2.0:1763336263.152888:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041864448:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336263.153066:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:2.0:1763336263.153070:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.153073:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.153075:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.153077:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 184 -> 224 00000100:00100000:2.0:1763336263.153135:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041864448:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 248us (943us total) trans 21474839200 rc 0/0 00000100:00100000:2.0:1763336263.153143:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1809 00000001:00080000:1.0:1763336263.154049:0:32310:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940221 is committed 00000004:00080000:1.0:1763336263.154063:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1071 committed 00000004:00080000:1.0:1763336263.154079:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1067 committed 00000100:00100000:0.0:1763336263.154278:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336263.154295:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056115200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763336263.154343:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336263.155075:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056115328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336263.155111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336263.155186:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155198:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155205:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155210:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336263.155214:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155225:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155240:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x5:0x0].0xcca0c426 (ffff9c9184a9fb00) 00010000:00010000:3.0:1763336263.155242:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336263.155246:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155252:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c91863c7800/0x84ca14902aa43462 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8421 initiator: MDT0 00010000:00010000:3.0:1763336263.155274:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155279:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155284:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155288:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336263.155290:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155295:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155301:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9c929ba8ca00) 00010000:00010000:3.0:1763336263.155303:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336263.155305:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155310:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa43493 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155321:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155326:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155331:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155335:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336263.155338:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155342:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155348:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x201:0x0].0x0 (ffff9c929ba8c100) 00010000:00010000:3.0:1763336263.155350:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336263.155352:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155357:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa4349a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155363:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155368:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155372:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155376:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336263.155379:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155384:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155390:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9c929ba8cf00) 00010000:00010000:3.0:1763336263.155393:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336263.155395:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 2/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336263.155400:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa434a1 lrc: 0/0,0 mode: --/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT0 00000100:00100000:1.0:1763336263.155515:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056115200 00000100:00100000:1.0:1763336263.155523:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056115200 00000100:00100000:1.0:1763336263.155576:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056115328 00000100:00100000:1.0:1763336263.155580:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056115328 00000100:00100000:1.0:1763336263.155602:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7152 00000100:00100000:1.0:1763336263.155611:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056115200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763336263.155633:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:751 count 1 00010000:00010000:1.0:1763336263.155653:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155671:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155680:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336263.155682:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336263.155708:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155734:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155747:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 13 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.155758:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056115456:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336263.155814:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336263.155831:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7153 00000100:00100000:1.0:1763336263.155838:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056115328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763336263.155850:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:720 count 1 00010000:00010000:1.0:1763336263.155864:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155875:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 33 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155881:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336263.155882:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336263.155884:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155906:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 33 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.155915:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 33 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.155923:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056115584:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336263.155963:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00080000:1.0:1763336263.157036:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763336263.157044:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336263.161359:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056115456:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336263.161372:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336263.161392:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336263.161413:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.161440:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864704 00000100:00100000:3.0:1763336263.161446:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864704 00010000:00010000:3.0:1763336263.161481:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 34 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.161490:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056115584:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336263.161503:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336263.161518:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864576 00000100:00100000:3.0:1763336263.161521:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864576 00010000:00010000:3.0:1763336263.161536:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 14 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.161565:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3385 00000100:00100000:3.0:1763336263.161574:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2407:x1848991041864704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763336263.161578:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3386 00000100:00100000:0.0:1763336263.161586:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041864576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336263.161601:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336263.161607:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 14 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.161619:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 14 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.161649:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa433dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6628a expref: 14 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.161665:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.161667:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.161672:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.161682:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161702:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336263.161707:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 34 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:3.0:1763336263.161716:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 34 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.161732:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336263.161736:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa433cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6627c expref: 34 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:3.0:1763336263.161745:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.161747:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.161749:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161756:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161774:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336263.161776:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041864576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 191us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.161783:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3386 00000100:00100000:3.0:1763336263.161791:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2407:x1848991041864704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 220us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.161797:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3385 00010000:00010000:3.0:1763336263.161844:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161853:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161866:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161875:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.161891:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763336263.162087:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763336263.162094:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.162102:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336263.162105:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.162114:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.162126:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.162133:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635bc00/0x84ca14902aa436d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.162150:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336263.162152:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336263.162154:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336263.162205:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3647:x1848991056115328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6365us (7090us total) trans 17179871916 rc 0/0 00000100:00100000:3.0:1763336263.162213:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7153 00010000:00010000:1.0:1763336263.162283:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.162292:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.162298:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.162304:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.162328:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336263.162451:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1848991056115200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6841us (8106us total) trans 21474839201 rc 0/0 00000100:00100000:1.0:1763336263.162457:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7152 00000100:00100000:2.0:1763336263.162557:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871898 gen 2 00000004:00080000:2.0:1763336263.162563:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184ee1180, transno 17179871815 00000004:00080000:2.0:1763336263.162580:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184ee2a00, transno 17179871816 00000004:00080000:2.0:1763336263.162583:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3dd180, transno 17179871817 00000004:00080000:2.0:1763336263.162585:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3de300, transno 17179871818 00000004:00080000:2.0:1763336263.162587:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bce00, transno 17179871819 00000004:00080000:2.0:1763336263.162590:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861be680, transno 17179871820 00000004:00080000:2.0:1763336263.162592:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bed80, transno 17179871821 00000004:00080000:2.0:1763336263.162594:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bd500, transno 17179871822 00000004:00080000:2.0:1763336263.162597:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74380, transno 17179871824 00000004:00080000:2.0:1763336263.162599:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9189a8ce00, transno 17179871825 00000004:00080000:2.0:1763336263.162601:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c76d80, transno 17179871826 00000004:00080000:2.0:1763336263.162604:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9189a8d880, transno 17179871827 00000004:00080000:2.0:1763336263.162606:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285c00, transno 17179871830 00000004:00080000:2.0:1763336263.162608:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285880, transno 17179871831 00000004:00080000:2.0:1763336263.162611:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c685c00, transno 17179871832 00000004:00080000:2.0:1763336263.162613:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c687b80, transno 17179871833 00000004:00080000:2.0:1763336263.162615:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187014700, transno 17179871837 00000004:00080000:2.0:1763336263.162617:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3ded80, transno 17179871838 00000004:00080000:2.0:1763336263.162619:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867ea680, transno 17179871839 00000004:00080000:2.0:1763336263.162622:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62ca80, transno 17179871840 00000004:00080000:2.0:1763336263.162624:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187015f80, transno 17179871841 00000004:00080000:2.0:1763336263.162626:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187016a00, transno 17179871842 00000004:00080000:2.0:1763336263.162628:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187016d80, transno 17179871843 00000004:00080000:2.0:1763336263.162630:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187014e00, transno 17179871844 00000004:00080000:2.0:1763336263.162632:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2dd880, transno 17179871846 00000004:00080000:2.0:1763336263.162634:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186311f80, transno 17179871847 00000004:00080000:2.0:1763336263.162636:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2dc380, transno 17179871848 00000004:00080000:2.0:1763336263.162638:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183a0ea00, transno 17179871849 00000004:00080000:2.0:1763336263.162640:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91894b9880, transno 17179871851 00000004:00080000:2.0:1763336263.162643:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91894b9180, transno 17179871852 00000004:00080000:2.0:1763336263.162645:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91894ba300, transno 17179871853 00000004:00080000:2.0:1763336263.162647:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91894b8700, transno 17179871854 00000004:00080000:2.0:1763336263.162650:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ae680, transno 17179871857 00000004:00080000:2.0:1763336263.162652:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ace00, transno 17179871858 00000004:00080000:2.0:1763336263.162654:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca7800, transno 17179871859 00000004:00080000:2.0:1763336263.162656:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4e00, transno 17179871860 00000004:00080000:2.0:1763336263.162658:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf922300, transno 17179871864 00000004:00080000:2.0:1763336263.162660:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf922680, transno 17179871865 00000004:00080000:2.0:1763336263.162662:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf922a00, transno 17179871866 00000004:00080000:2.0:1763336263.162663:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf923100, transno 17179871867 00000004:00080000:2.0:1763336263.162666:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69c00, transno 17179871868 00000004:00080000:2.0:1763336263.162668:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69180, transno 17179871869 00000004:00080000:2.0:1763336263.162670:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6a300, transno 17179871870 00000004:00080000:2.0:1763336263.162671:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6b800, transno 17179871871 00000004:00080000:2.0:1763336263.162673:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ac000, transno 17179871874 00000004:00080000:2.0:1763336263.162675:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187017800, transno 17179871875 00000004:00080000:2.0:1763336263.162677:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187017b80, transno 17179871876 00000004:00080000:2.0:1763336263.162679:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187015880, transno 17179871877 00000004:00080000:2.0:1763336263.162681:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83ce00, transno 17179871881 00000004:00080000:2.0:1763336263.162865:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83c700, transno 17179871882 00000004:00080000:2.0:1763336263.162868:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83d500, transno 17179871883 00000004:00080000:2.0:1763336263.162870:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83f480, transno 17179871884 00000004:00080000:2.0:1763336263.162872:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83c000, transno 17179871885 00000004:00080000:2.0:1763336263.162873:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83c380, transno 17179871886 00000004:00080000:2.0:1763336263.162876:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8b100, transno 17179871888 00000004:00080000:2.0:1763336263.162878:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8b800, transno 17179871889 00000004:00080000:2.0:1763336263.162879:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8bb80, transno 17179871890 00000004:00080000:2.0:1763336263.162881:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89500, transno 17179871891 00000004:00080000:2.0:1763336263.162883:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89880, transno 17179871892 00000004:00080000:2.0:1763336263.162886:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8aa00, transno 17179871893 00000004:00080000:2.0:1763336263.162888:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9eced80, transno 17179871895 00000004:00080000:2.0:1763336263.162890:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9ecfb80, transno 17179871896 00000004:00080000:2.0:1763336263.162893:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9ecdf80, transno 17179871897 00000004:00080000:2.0:1763336263.162895:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92a9ecce00, transno 17179871898 00000100:00100000:2.0:1763336263.162900:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c92c0b26680 x1848991056115328/t17179871916(17179871916) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763336279 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763336263.162910:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92c0b26680/2, rc 0, transno 17179871916 00000100:00100000:2.0:1763336263.162914:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056115328:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1763336263.163128:0:32329:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 17 in progress, 0 in flight, 48 done 00000004:00080000:0.0:1763336263.163189:0:32329:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 1 in progress, 0 in flight, 16 done 00000100:00100000:2.0:1763336263.163287:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839162 gen 2 00000004:00080000:2.0:1763336263.163291:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2df100, transno 21474839145 00000004:00080000:2.0:1763336263.163303:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2ded80, transno 21474839146 00000004:00080000:2.0:1763336263.163306:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2dc000, transno 21474839147 00000004:00080000:2.0:1763336263.163308:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2ddf80, transno 21474839148 00000004:00080000:2.0:1763336263.163310:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2ddc00, transno 21474839149 00000004:00080000:2.0:1763336263.163313:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2dea00, transno 21474839150 00000004:00080000:2.0:1763336263.163315:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f41880, transno 21474839152 00000004:00080000:2.0:1763336263.163318:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f40e00, transno 21474839153 00000004:00080000:2.0:1763336263.163320:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74a80, transno 21474839154 00000004:00080000:2.0:1763336263.163322:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75f80, transno 21474839155 00000004:00080000:2.0:1763336263.163324:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75500, transno 21474839156 00000004:00080000:2.0:1763336263.163327:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77480, transno 21474839157 00000004:00080000:2.0:1763336263.163329:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af08e00, transno 21474839159 00000004:00080000:2.0:1763336263.163331:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af0bb80, transno 21474839160 00000004:00080000:2.0:1763336263.163333:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af0ad80, transno 21474839161 00000004:00080000:2.0:1763336263.163335:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af0aa00, transno 21474839162 00000100:00100000:2.0:1763336263.163340:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918b645c00 x1848991056115200/t21474839201(21474839201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763336279 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763336263.163352:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b645c00/2, rc 0, transno 21474839201 00000100:00100000:2.0:1763336263.163355:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056115200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763336263.163391:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336263.163397:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.163405:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336263.163408:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.163416:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.163429:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.163435:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa436ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.163455:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336263.163457:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336263.163458:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763336263.163936:0:32327:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 1 in progress, 0 in flight, 16 done 00000100:00100000:1.0:1763336263.164201:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.164253:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864832 00000100:00100000:2.0:1763336263.164260:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864832 00002000:00100000:2.0:1763336263.164296:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (172032->237567) req@ffff9c9186ef9180 x1848991041864832/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.164306:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9180 with x1848991041864832 ext(172032->237567) 00002000:00010000:2.0:1763336263.164311:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9180 00000100:00100000:2.0:1763336263.164343:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1810 00000100:00100000:2.0:1763336263.164352:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041864832:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336263.171514:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041864832:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 7153us (7305us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1763336263.171527:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1810 00002000:00100000:2.0:1763336263.171538:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (172032->237567) req@ffff9c9186ef9180 x1848991041864832/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.171548:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9180 with x1848991041864832 ext(172032->237567) 00002000:00010000:2.0:1763336263.171554:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9180 00000100:00100000:3.0:1763336263.177642:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.177755:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041864960 00000100:00100000:2.0:1763336263.177765:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041864960 00000100:00100000:2.0:1763336263.177837:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1811 00000100:00100000:2.0:1763336263.177846:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041864960:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336263.178102:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:2.0:1763336263.178106:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.178109:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.178111:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.178113:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 224 -> 200 00000100:00100000:2.0:1763336263.178173:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041864960:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 327us (540us total) trans 21474839202 rc 0/0 00000100:00100000:2.0:1763336263.178181:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1811 00000100:00100000:1.0:1763336263.182884:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.182981:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865088 00000100:00100000:0.0:1763336263.182991:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865088 00002000:00100000:0.0:1763336263.183057:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (237568->241663) req@ffff9c9186ef8000 x1848991041865088/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.183068:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef8000 with x1848991041865088 ext(237568->241663) 00002000:00010000:0.0:1763336263.183073:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef8000 00000100:00100000:0.0:1763336263.183101:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1812 00000100:00100000:0.0:1763336263.183111:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041865088:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336263.183286:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041865088:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 176us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336263.183294:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1812 00002000:00100000:0.0:1763336263.183300:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (237568->241663) req@ffff9c9186ef8000 x1848991041865088/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/4536 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.183309:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef8000 with x1848991041865088 ext(237568->241663) 00002000:00010000:0.0:1763336263.183312:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef8000 00000100:00100000:1.0:1763336263.188195:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.188757:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865216 00000100:00100000:0.0:1763336263.188767:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865216 00000100:00100000:2.0:1763336263.188913:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1813 00000100:00100000:2.0:1763336263.188925:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041865216:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336263.189283:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:2.0:1763336263.189287:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.189289:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.189292:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.189294:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:2.0:1763336263.189861:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041865216:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 936us (1672us total) trans 21474839203 rc 0/0 00000100:00100000:2.0:1763336263.189870:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1813 00000100:00100000:3.0:1763336263.195157:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.195218:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865344 00000100:00100000:2.0:1763336263.195228:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865344 00002000:00100000:2.0:1763336263.195266:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (45056->110591) req@ffff9c91861bf480 x1848991041865344/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.195274:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bf480 with x1848991041865344 ext(45056->110591) 00002000:00010000:2.0:1763336263.195280:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bf480 00000100:00100000:2.0:1763336263.195316:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1814 00000100:00100000:2.0:1763336263.195325:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041865344:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336263.202034:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041865344:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 6701us (6876us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1763336263.202049:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1814 00002000:00100000:2.0:1763336263.202060:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (45056->110591) req@ffff9c91861bf480 x1848991041865344/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.202071:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bf480 with x1848991041865344 ext(45056->110591) 00002000:00010000:2.0:1763336263.202077:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bf480 00000100:00100000:1.0:1763336263.209085:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.209178:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865472 00000100:00100000:2.0:1763336263.209188:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865472 00002000:00100000:2.0:1763336263.209234:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (110592->147455) req@ffff9c9186efad80 x1848991041865472/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.209245:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efad80 with x1848991041865472 ext(110592->147455) 00002000:00010000:2.0:1763336263.209250:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efad80 00000100:00100000:2.0:1763336263.209286:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1815 00000100:00100000:2.0:1763336263.209296:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041865472:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336263.213461:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041865472:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4155us (4375us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336263.213476:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1815 00002000:00100000:2.0:1763336263.213489:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (110592->147455) req@ffff9c9186efad80 x1848991041865472/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.213499:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efad80 with x1848991041865472 ext(110592->147455) 00002000:00010000:2.0:1763336263.213505:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efad80 00000100:00100000:1.0:1763336263.217117:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.217214:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865600 00000100:00100000:2.0:1763336263.217225:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865600 00002000:00100000:2.0:1763336263.217273:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (73728->122879) req@ffff9c9186efb800 x1848991041865600/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.217291:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb800 with x1848991041865600 ext(73728->122879) 00002000:00010000:2.0:1763336263.217297:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efb800 00000100:00100000:2.0:1763336263.217331:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1816 00000100:00100000:2.0:1763336263.217341:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041865600:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336263.220790:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041865600:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3441us (3673us total) trans 21474839204 rc 0/0 00000100:00100000:2.0:1763336263.220804:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1816 00002000:00100000:2.0:1763336263.220816:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (73728->122879) req@ffff9c9186efb800 x1848991041865600/t21474839204(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/448 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336263.220825:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb800 with x1848991041865600 ext(73728->122879) 00002000:00010000:2.0:1763336263.220831:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efb800 00000100:00100000:3.0:1763336263.224321:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.224898:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865728 00000100:00100000:2.0:1763336263.224908:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865728 00000100:00100000:2.0:1763336263.225154:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7154 00000100:00100000:2.0:1763336263.225165:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041865728:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336263.227072:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839204 is committed 00000001:00080000:3.0:1763336263.227089:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839201 is committed 00000100:00100000:2.0:1763336263.227726:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041865728:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2518us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.227740:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7154 00000100:00100000:1.0:1763336263.231785:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.231874:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865856 00000100:00100000:2.0:1763336263.231885:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865856 00000100:00100000:2.0:1763336263.231941:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1817 00000100:00100000:2.0:1763336263.231950:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041865856:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336263.232316:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:2.0:1763336263.232320:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.232322:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.232324:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.232326:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 200 -> 320 00000100:00100000:2.0:1763336263.232385:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041865856:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 436us (608us total) trans 21474839205 rc 0/0 00000100:00100000:2.0:1763336263.232402:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1817 00000100:00100000:1.0:1763336263.236844:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.239769:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041865984 00000100:00100000:0.0:1763336263.239784:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041865984 00000100:00100000:0.0:1763336263.239866:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1818 00000100:00100000:0.0:1763336263.239876:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041865984:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336263.240188:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:0.0:1763336263.240193:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.240196:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.240198:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.240201:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 320 -> 408 00000100:00100000:0.0:1763336263.240258:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041865984:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 383us (3422us total) trans 21474839206 rc 0/0 00000100:00100000:0.0:1763336263.240266:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1818 00000100:00100000:2.0:1763336263.247031:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.247120:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041866112 00000100:00100000:3.0:1763336263.247130:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041866112 00000100:00100000:3.0:1763336263.247191:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1819 00000100:00100000:3.0:1763336263.247203:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041866112:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336263.247582:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 247079 00002000:00010000:3.0:1763336263.247587:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.247590:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.247592:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.247594:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 408 -> 416 00000100:00100000:3.0:1763336263.247664:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041866112:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 461us (639us total) trans 21474839207 rc 0/0 00000100:00100000:3.0:1763336263.247673:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1819 00000100:00100000:1.0:1763336263.255388:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.255511:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041866240 00000100:00100000:0.0:1763336263.255521:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041866240 00002000:00100000:0.0:1763336263.255568:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (110592->135167) req@ffff9c91867ea680 x1848991041866240/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.255579:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867ea680 with x1848991041866240 ext(110592->135167) 00002000:00010000:0.0:1763336263.255584:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867ea680 00000100:00100000:0.0:1763336263.255620:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1820 00000100:00100000:0.0:1763336263.255631:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041866240:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336263.258218:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041866240:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2579us (2828us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1763336263.258232:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1820 00002000:00100000:0.0:1763336263.258245:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (110592->135167) req@ffff9c91867ea680 x1848991041866240/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.258255:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867ea680 with x1848991041866240 ext(110592->135167) 00002000:00010000:0.0:1763336263.258262:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867ea680 00000100:00100000:2.0:1763336263.263162:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.263322:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041866368 00000100:00100000:0.0:1763336263.263332:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041866368 00002000:00100000:0.0:1763336263.263375:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (147456->172031) req@ffff9c92c0b26300 x1848991041866368/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.263386:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b26300 with x1848991041866368 ext(147456->172031) 00002000:00010000:0.0:1763336263.263392:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92c0b26300 00000100:00100000:0.0:1763336263.263659:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1821 00000100:00100000:0.0:1763336263.263669:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041866368:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336263.267050:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041866368:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3372us (3886us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1763336263.267063:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1821 00002000:00100000:0.0:1763336263.267076:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (147456->172031) req@ffff9c92c0b26300 x1848991041866368/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.267087:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b26300 with x1848991041866368 ext(147456->172031) 00002000:00010000:0.0:1763336263.267093:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92c0b26300 00000100:00100000:1.0:1763336263.270931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.270998:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041866496 00000100:00100000:0.0:1763336263.271007:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041866496 00002000:00100000:0.0:1763336263.271062:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (245760->249855) req@ffff9c91867eaa00 x1848991041866496/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.271073:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867eaa00 with x1848991041866496 ext(245760->249855) 00002000:00010000:0.0:1763336263.271079:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867eaa00 00000100:00100000:0.0:1763336263.271154:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1822 00000100:00100000:0.0:1763336263.271164:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041866496:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336263.271354:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041866496:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 190us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336263.271362:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1822 00002000:00100000:0.0:1763336263.271369:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (245760->249855) req@ffff9c91867eaa00 x1848991041866496/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/4536 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.271378:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867eaa00 with x1848991041866496 ext(245760->249855) 00002000:00010000:0.0:1763336263.271382:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867eaa00 00000100:00100000:2.0:1763336263.278049:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.278272:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041866624 00000100:00100000:0.0:1763336263.278283:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041866624 00002000:00100000:0.0:1763336263.278326:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (126976->262143) req@ffff9c9187014700 x1848991041866624/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 504/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.278334:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014700 with x1848991041866624 ext(126976->262143) 00002000:00010000:0.0:1763336263.278339:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014700 00000100:00100000:0.0:1763336263.278366:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1823 00000100:00100000:0.0:1763336263.278375:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041866624:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:0.0:1763336263.283859:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041866624:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5474us (5808us total) trans 21474839210 rc 0/0 00000100:00100000:0.0:1763336263.283873:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1823 00002000:00100000:0.0:1763336263.283886:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (126976->262143) req@ffff9c9187014700 x1848991041866624/t21474839210(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 504/448 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.283896:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014700 with x1848991041866624 ext(126976->262143) 00002000:00010000:0.0:1763336263.283903:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014700 00000100:00100000:1.0:1763336263.289114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.289356:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041866752 00000100:00100000:2.0:1763336263.289365:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041866752 00000100:00100000:2.0:1763336263.289415:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7155 00000100:00100000:2.0:1763336263.289424:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041866752:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336263.290496:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839210 is committed 00000100:00100000:2.0:1763336263.291579:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041866752:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2149us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.291590:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7155 00000100:00100000:2.0:1763336263.295842:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.295924:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867008 00000100:00100000:1.0:1763336263.295934:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867008 00000100:00100000:1.0:1763336263.295995:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10250 00000100:00100000:1.0:1763336263.296006:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:57585:x1848991041867008:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336263.296068:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336263.296094:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436c3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66371 expref: 69 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.296114:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.296119:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336263.296290:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336263.296312:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.296322:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336263.296367:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968471 00000004:00010000:1.0:1763336263.296389:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000717eba74 reply state 00000000ab35e457 transno 4294968472 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.296401:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.296407:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.296410:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336263.296412:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336263.297647:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+71:57585:x1848991041867008:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 1635us (1807us total) trans 4294968472 rc 0/0 00000100:00100000:1.0:1763336263.297657:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10250 00000020:00080000:1.0:1763336263.297663:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336263.303784:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.303829:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.303976:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867136 00000100:00100000:0.0:1763336263.303986:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867136 00000100:00100000:1.0:1763336263.303991:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:0.0:1763336263.304038:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (200635->18446744073709551615) 00002000:00100000:0.0:1763336263.304044:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867ead80 with x1848991041867136 ext(200635->18446744073709551615) 00002000:00010000:0.0:1763336263.304056:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867ead80. 00000100:00100000:3.0:1763336263.304559:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867392 00000100:00100000:3.0:1763336263.304565:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867392 00002000:00010000:3.0:1763336263.304588:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.304592:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9c00 with x1848991041867392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.304599:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91867e9c00. 00000100:00100000:3.0:1763336263.304629:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867264 00000100:00100000:3.0:1763336263.304633:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867264 00002000:00010000:3.0:1763336263.304646:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.304650:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867eb100 with x1848991041867264 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.304656:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867eb100. 00000100:00100000:0.0:1763336263.304665:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1824 00000100:00100000:0.0:1763336263.304677:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041867136:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:3.0:1763336263.304858:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1825 00000100:00100000:0.0:1763336263.304867:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1826 00000100:00100000:3.0:1763336263.304872:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041867392:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:0.0:1763336263.304879:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041867264:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336263.304986:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336263.304987:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336263.304992:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.304993:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.304997:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.304999:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.305000:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.305005:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.305006:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:3.0:1763336263.305022:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336263.305072:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041867264:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 195us (1082us total) trans 21474839211 rc 0/0 00000100:00100000:0.0:1763336263.305080:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1826 00002000:00010000:0.0:1763336263.305083:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.305086:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867eb100 with x1848991041867264 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.305090:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867eb100. 00002000:00010000:1.0:1763336263.305224:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247079 -> 200635 00002000:00010000:1.0:1763336263.305227:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.305229:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336263.305231:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.305233:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 416 -> 344 00000100:00100000:0.0:1763336263.305674:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991041867392:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 805us (1843us total) trans 17179871917 rc 0/0 00000100:00100000:0.0:1763336263.305683:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1825 00002000:00010000:0.0:1763336263.305701:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.305704:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9c00 with x1848991041867392 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.305710:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91867e9c00. 00000100:00100000:1.0:1763336263.305872:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041867136:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 1196us (2096us total) trans 21474839212 rc 0/0 00000100:00100000:1.0:1763336263.305884:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1824 00002000:00010000:1.0:1763336263.305888:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (200635->18446744073709551615) 00002000:00100000:1.0:1763336263.305890:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867ead80 with x1848991041867136 ext(200635->18446744073709551615) 00002000:00010000:1.0:1763336263.305896:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867ead80. 00000100:00100000:2.0:1763336263.313508:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.316356:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867520 00000100:00100000:1.0:1763336263.316370:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867520 00000100:00100000:1.0:1763336263.316446:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10251 00000100:00100000:1.0:1763336263.316458:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+71:57585:x1848991041867520:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.316480:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.316502:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa436df lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66378 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.316591:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa436e6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336263.316604:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa436e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.316614:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa436e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336263.316638:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00000004:00200000:1.0:1763336263.316643:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336263.316659:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa436e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.316681:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa436df lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66378 expref: 73 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.316731:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa436e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66378 expref: 72 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.316739:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.316742:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336263.316745:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336263.316862:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+72:57585:x1848991041867520:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 404us (3359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.316871:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10251 00000100:00100000:2.0:1763336263.322659:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.324846:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867648 00000100:00100000:1.0:1763336263.324862:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867648 00000100:00100000:1.0:1763336263.324933:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1827 00000100:00100000:1.0:1763336263.324944:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041867648:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336263.325312:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 200635 00002000:00010000:1.0:1763336263.325317:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.325319:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336263.325321:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.325324:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 328 00000100:00100000:1.0:1763336263.325395:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041867648:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 452us (2744us total) trans 21474839213 rc 0/0 00000100:00100000:1.0:1763336263.325403:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1827 00000100:00100000:1.0:1763336263.334461:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.334558:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867776 00000100:00100000:0.0:1763336263.334568:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867776 00002000:00100000:0.0:1763336263.334614:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->188415) req@ffff9c91867e8e00 x1848991041867776/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 504/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.334628:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e8e00 with x1848991041867776 ext(86016->188415) 00002000:00010000:0.0:1763336263.334635:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e8e00 00000100:00100000:0.0:1763336263.334663:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1828 00000100:00100000:0.0:1763336263.334671:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041867776:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:0.0:1763336263.339251:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041867776:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4566us (4786us total) trans 21474839215 rc 0/0 00000100:00100000:0.0:1763336263.339267:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1828 00002000:00100000:0.0:1763336263.339281:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->188415) req@ffff9c91867e8e00 x1848991041867776/t21474839215(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 504/448 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336263.339292:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e8e00 with x1848991041867776 ext(86016->188415) 00002000:00010000:0.0:1763336263.339300:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e8e00 00000100:00100000:2.0:1763336263.342724:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.342811:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041867904 00000100:00100000:1.0:1763336263.342821:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041867904 00000100:00100000:1.0:1763336263.342874:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7156 00000100:00100000:1.0:1763336263.342884:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041867904:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336263.345930:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839215 is committed 00000100:00100000:2.0:1763336263.347703:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041867904:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 4794us (4994us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.347719:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7156 00000100:00100000:1.0:1763336263.355619:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.355713:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041868032 00000100:00100000:0.0:1763336263.355722:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041868032 00000100:00100000:0.0:1763336263.355783:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1829 00000100:00100000:0.0:1763336263.355793:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041868032:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336263.355942:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 200635 00002000:00010000:0.0:1763336263.355946:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.355948:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.355950:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.355952:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:0.0:1763336263.356026:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041868032:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 234us (413us total) trans 21474839216 rc 0/0 00000100:00100000:0.0:1763336263.356033:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1829 00000100:00100000:1.0:1763336263.361440:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.361564:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041868160 00000100:00100000:0.0:1763336263.361577:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041868160 00000100:00100000:0.0:1763336263.361751:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1830 00000100:00100000:0.0:1763336263.361763:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041868160:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336263.362160:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 200635 00002000:00010000:0.0:1763336263.362165:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.362168:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.362171:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.362173:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:0.0:1763336263.362318:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991041868160:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 555us (946us total) trans 21474839217 rc 0/0 00000100:00100000:0.0:1763336263.362327:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1830 00000100:00100000:2.0:1763336263.368769:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.368892:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041868416 00000100:00100000:0.0:1763336263.368905:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041868416 00000100:00100000:0.0:1763336263.369171:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3532 00000100:00100000:0.0:1763336263.369184:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+72:57585:x1848991041868416:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336263.370020:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+73:57585:x1848991041868416:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 825us (1253us total) trans 4294968473 rc 0/0 00000100:00100000:0.0:1763336263.370031:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3532 00000100:00100000:1.0:1763336263.399574:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.400284:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041868672 00000100:00100000:0.0:1763336263.400299:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041868672 00000100:00100000:0.0:1763336263.400372:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10252 00000100:00100000:0.0:1763336263.400384:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+73:57586:x1848991041868672:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336263.400417:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.400448:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ed lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6637f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.400550:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.400566:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.400578:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.400589:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.400602:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.400608:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.400779:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43702 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.400791:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43702 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401536:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43702 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336263.401553:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00010000:00010000:0.0:1763336263.401673:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401681:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401730:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401738:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401745:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336263.401751:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401758:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401772:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9282ca2f00) 00010000:00010000:0.0:1763336263.401774:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336263.401779:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401786:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa436f4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401803:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401809:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401815:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401819:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336263.401822:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401827:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401834:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9184a9f300) 00010000:00010000:0.0:1763336263.401837:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336263.401840:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401850:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa436fb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.401904:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa436ed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6637f expref: 76 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.401925:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43702 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6637f expref: 75 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.401933:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.401935:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336263.401938:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0dc00, rc 0) 00000100:00100000:0.0:1763336263.402609:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+75:57586:x1848991041868672:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2220us (3042us total) trans 4294968474 rc 0/0 00000100:00100000:0.0:1763336263.402622:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10252 00000100:00100000:2.0:1763336263.408649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.409113:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041869056 00000100:00100000:3.0:1763336263.409126:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041869056 00000100:00100000:3.0:1763336263.409203:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 419 00000100:00100000:3.0:1763336263.409223:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+75:2406:x1848991041869056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336263.409245:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336263.409277:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43702 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6637f expref: 75 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.409298:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336263.409304:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336263.409376:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+74:2406:x1848991041869056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 163us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.409384:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 419 00000100:00100000:2.0:1763336263.411908:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.412038:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041868928 00000100:00100000:0.0:1763336263.412051:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041868928 00000100:00100000:0.0:1763336263.412124:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10253 00000100:00100000:0.0:1763336263.412135:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+74:57586:x1848991041868928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336263.412167:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.412199:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43710 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66386 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.412839:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.412857:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.412873:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336263.412885:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4f:0x0]: returning size 0 00010000:00010000:0.0:1763336263.412945:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43710 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.412971:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 76 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.412981:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c9282ca2300) 00010000:00010000:0.0:1763336263.412984:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336263.412988:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:0.0:1763336263.413079:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57586:x1848991041868928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 945us (1183us total) trans 4294968475 rc 0/0 00000100:00100000:0.0:1763336263.413087:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10253 00000100:00100000:1.0:1763336263.418502:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.418660:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041869312 00000100:00100000:0.0:1763336263.418673:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041869312 00000100:00100000:0.0:1763336263.420822:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10254 00000100:00100000:0.0:1763336263.420844:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57586:x1848991041869312:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336263.420878:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.420907:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43725 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6638d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.421055:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.421072:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.421083:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.421130:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.421145:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 77 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.421162:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184ee1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056115712:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336263.421299:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336263.428875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.429388:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184ee1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056115712:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.429441:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336263.432316:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041869440 00000100:00100000:3.0:1763336263.432336:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041869440 00010000:00010000:2.0:1763336263.432513:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 78 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.432570:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3387 00000100:00100000:2.0:1763336263.432579:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+78:2404:x1848991041869440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.432598:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.432605:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 78 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.432618:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 78 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.432642:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43717 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66386 expref: 78 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.432661:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c9282ca2300) 00010000:00010000:2.0:1763336263.432667:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.432678:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.433085:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.433359:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.434483:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:2404:x1848991041869440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1893us (5611us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.434498:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3387 00010000:00010000:1.0:1763336263.435517:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.435536:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336263.435562:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4f:0x0]: returning size 0 00000004:00080000:1.0:1763336263.435794:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3b:0x0], index 1: 0 00000004:00080000:1.0:1763336263.435802:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x39:0x0], index 0: 0 00010000:00010000:1.0:1763336263.435943:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.435951:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.435959:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.435966:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336263.435970:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.435977:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.435995:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c9282ca2300) 00010000:00010000:1.0:1763336263.435999:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336263.436004:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.436020:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4372c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.436083:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43725 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6638d expref: 77 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.436099:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c9282ca2300) 00010000:00010000:1.0:1763336263.436101:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763336263.436104:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43725 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6638d expref: 77 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.436119:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:1.0:1763336263.436188:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57586:x1848991041869312:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 15352us (17701us total) trans 4294968476 rc 301/301 00000100:00100000:1.0:1763336263.436196:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10254 00000100:00100000:3.0:1763336263.442886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.443031:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041869696 00000100:00100000:0.0:1763336263.443043:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041869696 00000100:00100000:0.0:1763336263.443615:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3533 00000100:00100000:0.0:1763336263.443629:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57586:x1848991041869696:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336263.444030:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57586:x1848991041869696:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 404us (1157us total) trans 4294968477 rc 0/0 00000100:00100000:0.0:1763336263.444038:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3533 00000100:00100000:2.0:1763336263.447539:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.448043:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041869824 00000100:00100000:1.0:1763336263.448056:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041869824 00000100:00100000:1.0:1763336263.448130:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10255 00000100:00100000:1.0:1763336263.448142:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57586:x1848991041869824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336263.448171:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.448203:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa4373a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66394 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.448298:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43741 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336263.448315:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43741 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.448328:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43741 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336263.448381:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4f:0x0]: returning size 0 00000004:00200000:1.0:1763336263.448385:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336263.448405:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43741 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.448432:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa4373a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66394 expref: 79 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.448449:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43741 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66394 expref: 78 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.448458:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:1.0:1763336263.448461:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763336263.448464:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf72600, rc 0) 00000100:00100000:1.0:1763336263.448535:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+78:57586:x1848991041869824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 395us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.448542:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10255 00000100:00100000:2.0:1763336263.451896:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.452314:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041869952 00000100:00100000:0.0:1763336263.452327:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041869952 00000100:00100000:0.0:1763336263.452399:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7157 00000100:00100000:0.0:1763336263.452410:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2406:x1848991041869952:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336263.452433:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.452459:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6639b expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336263.452595:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336263.452618:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.452621:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.452631:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 35 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336263.452649:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 35 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336263.452663:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:0.0:1763336263.452758:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2406:x1848991041869952:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 349us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.452765:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7157 00000100:00100000:2.0:1763336263.454529:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.454946:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870080 00000100:00100000:3.0:1763336263.454958:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870080 00000100:00100000:3.0:1763336263.455031:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7158 00000100:00100000:3.0:1763336263.455042:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991041870080:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336263.455064:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336263.455089:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663a2 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336263.455214:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763336263.455250:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.455253:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.455262:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336263.455280:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336263.455295:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:3.0:1763336263.455895:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041870080:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 850us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.455904:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7158 00000100:00100000:2.0:1763336263.462822:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.462959:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870336 00000100:00100000:0.0:1763336263.462973:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870336 00000100:00100000:1.0:1763336263.463592:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10256 00000100:00100000:1.0:1763336263.463609:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+78:57586:x1848991041870336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336263.463636:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.463663:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43756 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663a9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.463843:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4375d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336263.463865:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4375d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336263.463878:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4375d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336263.463893:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00010000:00010000:1.0:1763336263.464039:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43756 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a9 expref: 81 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.464061:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4375d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a9 expref: 80 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.464071:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.464075:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336263.464079:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d400, rc 0) 00000100:00100000:1.0:1763336263.464147:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+80:57586:x1848991041870336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 543us (1337us total) trans 4294968478 rc 0/0 00000100:00100000:1.0:1763336263.464155:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10256 00000100:00100000:2.0:1763336263.469343:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.469380:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.470453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.472034:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870464 00000100:00100000:3.0:1763336263.472052:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870464 00000100:00100000:3.0:1763336263.472112:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870592 00000100:00100000:3.0:1763336263.472114:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870592 00000100:00100000:3.0:1763336263.472132:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870720 00000100:00100000:3.0:1763336263.472134:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870720 00000100:00100000:3.0:1763336263.472159:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7159 00000100:00100000:3.0:1763336263.472168:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041870464:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336263.472225:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472250:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472258:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.472260:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.472265:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472308:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472324:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 15 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.472340:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056115840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336263.472447:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.472476:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7160 00000100:00100000:3.0:1763336263.472483:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041870592:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336263.472509:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472521:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472529:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.472531:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.472533:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472555:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472564:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 15 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.472573:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056115968:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336263.472595:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e0f540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.472612:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7161 00000100:00100000:3.0:1763336263.472618:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2406:x1848991041870720:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336263.472639:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472650:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 35 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472656:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.472658:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.472660:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472682:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 35 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.472712:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 35 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.472723:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056116096:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336263.472742:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336263.475823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.475846:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.475876:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870848 00000100:00100000:2.0:1763336263.475888:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870848 00010000:00010000:2.0:1763336263.475936:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 16 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.475976:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041870976 00000100:00100000:2.0:1763336263.475979:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041870976 00010000:00010000:2.0:1763336263.475994:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 36 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.476028:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3388 00000100:00100000:2.0:1763336263.476038:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041870848:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.476056:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.476081:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 16 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.476093:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 16 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.476128:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.476130:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.476136:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.476146:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.476169:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.476224:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041870848:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.476230:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3388 00000100:00100000:2.0:1763336263.476251:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3389 00000100:00100000:2.0:1763336263.476257:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2406:x1848991041870976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.476266:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.476279:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 36 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.476288:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 36 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.476302:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.476304:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.476308:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.476320:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.476331:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.476357:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2406:x1848991041870976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 100us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.476362:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3389 00000100:00100000:2.0:1763336263.476439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.476461:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041871104 00000100:00100000:2.0:1763336263.476466:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041871104 00010000:00010000:2.0:1763336263.476483:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 16 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.476503:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3390 00000100:00100000:2.0:1763336263.476510:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041871104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.476519:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.476531:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 16 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.476542:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 16 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.476555:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.476557:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.476560:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.476573:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.476585:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.476602:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041871104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 93us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.476609:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3390 00010000:00010000:1.0:1763336263.476897:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43630 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66340 expref: 35 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.476915:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056116096:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336263.476937:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.476947:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.476953:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.476976:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.476988:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.476997:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.477004:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.477019:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.477028:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.477042:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.477051:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa43779 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.477122:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2406:x1848991041870720:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 4502us (6676us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.477131:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7161 00010000:00010000:0.0:1763336263.477283:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa4361b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66332 expref: 15 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.477296:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056115968:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.477312:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477320:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477328:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477345:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477353:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477360:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477366:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336263.477369:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477376:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477388:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.477396:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa43772 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336263.477435:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041870592:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 4952us (8054us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.477443:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7160 00010000:00010000:3.0:1763336263.478246:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281600/0x84ca14902aa43596 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66308 expref: 13 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.478265:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056115840:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336263.478288:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478297:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478304:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478327:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478334:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478342:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478348:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336263.478351:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478358:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478372:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.478380:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa4376b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336263.478444:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041870464:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 6276us (9119us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.478452:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7159 00000100:00100000:2.0:1763336263.483396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.483617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.483891:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.484081:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041871360 00000100:00100000:3.0:1763336263.484095:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041871360 00000100:00100000:3.0:1763336263.484160:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041871232 00000100:00100000:3.0:1763336263.484164:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041871232 00000100:00100000:3.0:1763336263.484199:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7162 00000100:00100000:3.0:1763336263.484210:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041871360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336263.484232:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336263.484261:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663b7 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336263.484289:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6047, atime: 0x0, ctime: 0x691a6047, blocks: 0x1800 00010000:00010000:3.0:1763336263.484314:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.484317:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.484329:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336263.484350:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336263.484364:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336263.484435:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041871360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 226us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.484443:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7162 00000100:00100000:3.0:1763336263.484467:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7163 00000100:00100000:3.0:1763336263.484474:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041871232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336263.484481:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336263.484491:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663b0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336263.484502:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 200635, mtime: 0x691a6047, atime: 0x0, ctime: 0x691a6047, blocks: 0x148 00010000:00010000:3.0:1763336263.484511:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.484512:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.484517:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336263.484532:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 14 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336263.484540:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336263.484560:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041871232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 86us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.484566:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7163 00000100:00100000:1.0:1763336263.484898:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041871488 00000100:00100000:1.0:1763336263.484905:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041871488 00000100:00100000:1.0:1763336263.484932:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7164 00000100:00100000:1.0:1763336263.484937:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2407:x1848991041871488:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336263.484946:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.484959:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663be expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336263.484977:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6047, atime: 0x0, ctime: 0x691a6047, blocks: 0x0 00010000:00010000:1.0:1763336263.484986:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.484988:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.484993:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 35 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.485003:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 35 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.485023:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6c000, rc 0) 00000100:00100000:1.0:1763336263.485049:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2407:x1848991041871488:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 111us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.485055:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7164 00000100:00100000:2.0:1763336263.517132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.517248:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041871616 00000100:00100000:3.0:1763336263.517262:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041871616 00000100:00100000:3.0:1763336263.517326:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7165 00000100:00100000:3.0:1763336263.517337:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041871616:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.518474:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041871616:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 1129us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.518487:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7165 00000100:00100000:2.0:1763336263.523099:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.523218:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041871744 00000100:00100000:0.0:1763336263.523232:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041871744 00000100:00100000:0.0:1763336263.523306:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10257 00000100:00100000:0.0:1763336263.523316:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+80:57586:x1848991041871744:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336263.523347:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.523374:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43795 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663c5 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.523418:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.523434:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.523448:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.523593:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43795 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 82 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.523613:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 81 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.523622:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:0.0:1763336263.523626:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336263.523630:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:0.0:1763336263.523891:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+81:57586:x1848991041871744:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 574us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.523902:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10257 00000100:00100000:2.0:1763336263.527119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.527215:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872000 00000100:00100000:0.0:1763336263.527229:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872000 00000100:00100000:0.0:1763336263.527302:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10258 00000100:00100000:0.0:1763336263.527314:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+81:57586:x1848991041872000:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336263.527380:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336263.527411:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43741 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66394 expref: 81 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.527432:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:0.0:1763336263.527437:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336263.527643:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.527660:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.527671:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336263.527774:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968479 00000004:00010000:0.0:1763336263.527803:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5f5fcd8 reply state 0000000023ae7354 transno 4294968480 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.527817:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.527823:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:0.0:1763336263.527825:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336263.527828:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336263.527928:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+83:57586:x1848991041872000:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 616us (821us total) trans 4294968480 rc 0/0 00000100:00100000:0.0:1763336263.527935:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10258 00000020:00080000:0.0:1763336263.527941:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336263.532484:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.532585:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872128 00000100:00100000:1.0:1763336263.532597:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872128 00000100:00100000:1.0:1763336263.532664:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10259 00000100:00100000:1.0:1763336263.532676:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+83:57586:x1848991041872128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336263.532757:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.532787:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663cc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.532858:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 84 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.532881:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 84 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.532903:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:1.0:1763336263.532907:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336263.532910:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6ce00, rc 0) 00000100:00100000:1.0:1763336263.532969:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+84:57586:x1848991041872128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 295us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.532976:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10259 00000100:00100000:2.0:1763336263.538460:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.540300:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872256 00000100:00100000:1.0:1763336263.540318:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872256 00000100:00100000:1.0:1763336263.540421:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7166 00000100:00100000:1.0:1763336263.540433:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57586:x1848991041872256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336263.540456:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.540482:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663d3 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.540518:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.540528:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.540531:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.540535:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 36 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.540577:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.540595:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 1151 lvb_type: 1 00000100:00100000:1.0:1763336263.540611:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056116224:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336263.540748:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336263.545679:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.546753:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056116224:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336263.546806:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 36 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.546829:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d000, rc 0) 00000100:00100000:1.0:1763336263.546915:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57586:x1848991041872256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6483us (8467us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.546925:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7166 00000100:00100000:0.0:1763336263.548527:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872384 00000100:00100000:0.0:1763336263.548546:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872384 00010000:00010000:0.0:1763336263.548602:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 1151 lvb_type: 1 00000100:00100000:0.0:1763336263.549160:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3391 00000100:00100000:0.0:1763336263.549176:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991041872384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336263.549195:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336263.549202:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 1151 lvb_type: 1 00010000:00010000:0.0:1763336263.549217:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 1151 lvb_type: 1 00010000:00010000:0.0:1763336263.549247:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43748 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6639b expref: 36 pid: 30886 timeout: 1151 lvb_type: 1 00010000:00010000:0.0:1763336263.549267:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.549269:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.549276:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 35 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.549287:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 35 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.549343:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 35 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336263.549359:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184ee1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056116352:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336263.549462:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.554153:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.554249:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184ee1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056116352:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336263.554280:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336263.554429:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872512 00000100:00100000:1.0:1763336263.554438:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872512 00000100:00100000:1.0:1763336263.554500:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7167 00000100:00100000:1.0:1763336263.554510:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57586:x1848991041872512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336263.554530:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.554553:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663da expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.554587:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.554600:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.554602:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.554606:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.554642:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.554658:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 1151 lvb_type: 1 00000100:00100000:1.0:1763336263.554674:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056116480:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336263.554926:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991041872384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5752us (9258us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.554937:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3391 00000100:00100000:1.0:1763336263.555874:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336263.561145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.561273:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056116480:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336263.561317:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.561340:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6dc00, rc 0) 00000100:00100000:3.0:1763336263.561412:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57586:x1848991041872512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6903us (7271us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.561422:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7167 00000100:00100000:0.0:1763336263.561516:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872640 00000100:00100000:0.0:1763336263.561524:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872640 00010000:00010000:0.0:1763336263.561562:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 1151 lvb_type: 1 00000100:00100000:0.0:1763336263.561599:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3392 00000100:00100000:0.0:1763336263.561607:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041872640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336263.561622:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336263.561627:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:0.0:1763336263.561639:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:0.0:1763336263.561671:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa4374f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a2 expref: 15 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:0.0:1763336263.561742:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.561745:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336263.561752:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.561764:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.561804:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336263.561820:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184ee1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056116608:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336263.561880:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.565035:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184ee1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056116608:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336263.565073:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336263.565133:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041872640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3525us (4002us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.565147:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3392 00000100:00100000:2.0:1763336263.566834:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.566898:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.566974:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872768 00000100:00100000:0.0:1763336263.566987:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872768 00002000:00010000:0.0:1763336263.567044:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.567049:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c687b80 with x1848991041872768 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.567066:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c687b80. 00000100:00100000:0.0:1763336263.567098:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041872896 00000100:00100000:0.0:1763336263.567102:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041872896 00002000:00010000:0.0:1763336263.567116:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.567119:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685180 with x1848991041872896 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.567125:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685180. 00000100:00100000:0.0:1763336263.567159:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1831 00000100:00100000:0.0:1763336263.567170:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991041872768:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336263.567415:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336263.567419:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 0 -> 1763336263 00002000:00010000:0.0:1763336263.567421:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.567424:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 0 -> 1763336263 00002000:00010000:0.0:1763336263.567426:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336263.567486:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991041872768:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 317us (663us total) trans 17179871918 rc 0/0 00000100:00100000:0.0:1763336263.567494:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1831 00002000:00010000:0.0:1763336263.567498:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.567501:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c687b80 with x1848991041872768 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.567506:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c687b80. 00000100:00100000:0.0:1763336263.567525:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1832 00000100:00100000:0.0:1763336263.567532:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041872896:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336263.567633:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336263.567636:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 0 -> 1763336263 00002000:00010000:0.0:1763336263.567638:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336263.567640:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 0 -> 1763336263 00002000:00010000:0.0:1763336263.567642:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336263.567667:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041872896:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 135us (768us total) trans 21474839218 rc 0/0 00000100:00100000:0.0:1763336263.567681:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1832 00002000:00010000:0.0:1763336263.567732:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336263.567735:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685180 with x1848991041872896 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336263.567740:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685180. 00000100:00100000:1.0:1763336263.572247:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.572351:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873024 00000100:00100000:3.0:1763336263.572364:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873024 00000100:00100000:3.0:1763336263.572659:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7168 00000100:00100000:3.0:1763336263.572673:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041873024:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.572884:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041873024:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 213us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.572892:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7168 00000100:00100000:2.0:1763336263.576111:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.576241:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873152 00000100:00100000:3.0:1763336263.576255:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873152 00000100:00100000:3.0:1763336263.576325:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7169 00000100:00100000:3.0:1763336263.576337:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041873152:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.576495:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041873152:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 160us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.576503:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7169 00000100:00100000:0.0:1763336263.579270:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.579383:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873280 00000100:00100000:3.0:1763336263.579396:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873280 00000100:00100000:3.0:1763336263.579538:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1833 00000100:00100000:3.0:1763336263.579549:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041873280:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336263.579599:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.579616:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.579618:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.579624:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.579639:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582675:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582741:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582750:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582758:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336263.582763:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582773:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582798:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.582805:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa437bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336263.582906:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041873280:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3352us (3643us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1763336263.582918:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1833 00000100:00100000:2.0:1763336263.586921:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.587031:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873408 00000100:00100000:3.0:1763336263.587045:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873408 00000100:00100000:3.0:1763336263.587215:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1834 00000100:00100000:3.0:1763336263.587239:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2405:x1848991041873408:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336263.587279:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.587299:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 36 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.587308:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.587309:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336263.587314:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.587349:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 36 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.587363:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 36 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.587377:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056116736:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336263.587475:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.591234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.591318:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873536 00000100:00100000:1.0:1763336263.591332:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873536 00010000:00010000:1.0:1763336263.591373:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 37 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.591420:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3393 00000100:00100000:1.0:1763336263.591430:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:2405:x1848991041873536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336263.591444:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336263.591464:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 37 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:1.0:1763336263.591481:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 37 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:1.0:1763336263.591503:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.591506:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.591511:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.591521:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.591552:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336263.591616:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:2405:x1848991041873536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.591624:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3393 00010000:00010000:3.0:1763336263.591944:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa437b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663d3 expref: 36 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:3.0:1763336263.591961:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056116736:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336263.591988:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.592003:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.592020:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336263.599742:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871919 is committed 00000001:00080000:0.0:1763336263.599765:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871916 is committed 00002000:00010000:3.0:1763336263.599917:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 0 -> 114688 00002000:00010000:3.0:1763336263.599922:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:3.0:1763336263.599934:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.599946:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.599956:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.599963:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336263.599967:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.599975:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.599995:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.600004:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336263.600112:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041873408:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12880us (13201us total) trans 17179871919 rc 0/0 00000100:00100000:3.0:1763336263.600123:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1834 00000100:00100000:1.0:1763336263.603558:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.603809:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873664 00000100:00100000:2.0:1763336263.606565:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873664 00000100:00100000:2.0:1763336263.607042:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7170 00000100:00100000:2.0:1763336263.607053:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041873664:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336263.607262:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041873664:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 210us (3710us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.607274:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7170 00000100:00100000:0.0:1763336263.613577:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.614483:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873792 00000100:00100000:2.0:1763336263.614495:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873792 00000100:00100000:3.0:1763336263.614591:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7171 00000100:00100000:3.0:1763336263.614603:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041873792:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.614907:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041873792:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 306us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.614915:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7171 00000100:00100000:0.0:1763336263.618936:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.619002:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041873920 00000100:00100000:3.0:1763336263.619020:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041873920 00000100:00100000:3.0:1763336263.619082:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1835 00000100:00100000:3.0:1763336263.619093:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041873920:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336263.619126:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.619141:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.619143:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.619149:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.619163:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623103:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623128:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623138:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623145:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336263.623149:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623157:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623176:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.623184:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336263.623257:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041873920:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4163us (4326us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1763336263.623267:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1835 00000100:00100000:0.0:1763336263.628404:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.628541:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874048 00000100:00100000:3.0:1763336263.628601:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874048 00000100:00100000:2.0:1763336263.628807:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1836 00000100:00100000:2.0:1763336263.628820:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041874048:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336263.628869:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 114688, mtime: 0x691a6047, atime: 0x0, ctime: 0x691a6047, blocks: 0x50 00010000:00010000:2.0:1763336263.628879:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.628893:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.628896:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.628901:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.628926:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336263.639955:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871920 is committed 00002000:00010000:1.0:1763336263.640075:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 114688 -> 147456 00002000:00010000:1.0:1763336263.640079:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 120 00010000:00010000:1.0:1763336263.640090:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.640099:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.640105:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.640113:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.640117:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.640122:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.640136:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.640140:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.640216:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041874048:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11396us (11817us total) trans 17179871920 rc 0/0 00000100:00100000:1.0:1763336263.640226:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1836 00000100:00100000:1.0:1763336263.644250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.644311:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874176 00000100:00100000:3.0:1763336263.644319:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874176 00000100:00100000:3.0:1763336263.644368:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7172 00000100:00100000:3.0:1763336263.644378:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041874176:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.644496:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041874176:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 120us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.644504:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7172 00000100:00100000:0.0:1763336263.646415:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.646465:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874304 00000100:00100000:3.0:1763336263.646472:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874304 00000100:00100000:3.0:1763336263.646516:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7173 00000100:00100000:3.0:1763336263.646525:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041874304:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.646640:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041874304:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 115us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.646647:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7173 00000100:00100000:0.0:1763336263.649370:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.649459:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874432 00000100:00100000:1.0:1763336263.649468:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874432 00000100:00100000:1.0:1763336263.649527:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1837 00000100:00100000:1.0:1763336263.649535:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041874432:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336263.649569:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.649583:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.649585:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.649591:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.649605:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652585:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652604:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652613:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652621:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e34800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336263.652626:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652635:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652654:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.652661:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9285e34800/0x84ca14902aa437db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336263.652768:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041874432:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3228us (3399us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1763336263.652778:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1837 00000100:00100000:0.0:1763336263.656174:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.656468:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874560 00000100:00100000:2.0:1763336263.656478:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874560 00000100:00100000:2.0:1763336263.656551:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1838 00000100:00100000:2.0:1763336263.656563:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041874560:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336263.656611:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 147456, mtime: 0x691a6047, atime: 0x0, ctime: 0x691a6047, blocks: 0x78 00010000:00010000:2.0:1763336263.656620:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.656633:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.656635:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.656640:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.656653:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336263.661147:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871921 is committed 00002000:00010000:2.0:1763336263.661256:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 147456 -> 192512 00002000:00010000:2.0:1763336263.661261:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 120 -> 160 00010000:00010000:2.0:1763336263.661273:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.661284:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.661292:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.661299:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336263.661303:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.661311:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.661328:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.661335:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [172032->192511] (req 172032->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336263.661419:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041874560:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 4854us (5250us total) trans 17179871921 rc 0/0 00000100:00100000:2.0:1763336263.661428:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1838 00000100:00100000:1.0:1763336263.664836:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.664956:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874688 00000100:00100000:3.0:1763336263.664966:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874688 00000100:00100000:3.0:1763336263.665126:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7174 00000100:00100000:3.0:1763336263.665137:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041874688:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336263.665420:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041874688:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 284us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.665427:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7174 00000100:00100000:0.0:1763336263.668828:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.668982:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041874944 00000100:00100000:2.0:1763336263.668993:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041874944 00000100:00100000:2.0:1763336263.669059:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10260 00000100:00100000:2.0:1763336263.669079:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+84:57586:x1848991041874944:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336263.669300:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336263.669318:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.669330:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336263.669370:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968481 00000004:00010000:2.0:1763336263.669391:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000555fbcc2 reply state 000000009b1efe75 transno 4294968482 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.669403:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.669409:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:2.0:1763336263.669412:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336263.669416:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336263.669510:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+87:57586:x1848991041874944:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 442us (690us total) trans 4294968482 rc 0/0 00000100:00100000:2.0:1763336263.669518:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10260 00000020:00080000:2.0:1763336263.669523:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336263.672280:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.672357:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875072 00000100:00100000:3.0:1763336263.672368:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875072 00000100:00100000:3.0:1763336263.672423:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7175 00000100:00100000:3.0:1763336263.672433:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57586:x1848991041875072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336263.672449:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336263.672469:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663e1 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336263.672492:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 192512, mtime: 0x691a6047, atime: 0x0, ctime: 0x691a6047, blocks: 0xa0 00010000:00010000:3.0:1763336263.672512:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.672514:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.672521:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 18 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.672535:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 18 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.672547:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336263.672601:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57586:x1848991041875072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 169us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.672608:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7175 00000100:00100000:3.0:1763336263.675034:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.675142:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875200 00000100:00100000:2.0:1763336263.675151:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875200 00002000:00010000:2.0:1763336263.675182:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (200635->18446744073709551615) 00002000:00100000:2.0:1763336263.675186:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bdf80 with x1848991041875200 ext(200635->18446744073709551615) 00002000:00010000:2.0:1763336263.675196:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bdf80. 00000100:00100000:2.0:1763336263.675226:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1839 00000100:00100000:2.0:1763336263.675234:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041875200:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336263.675407:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 192512 -> 200635 00002000:00010000:2.0:1763336263.675411:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.675414:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336263.675416:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.675418:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1763336263.675471:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041875200:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 236us (446us total) trans 17179871922 rc 0/0 00000100:00100000:2.0:1763336263.675478:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1839 00002000:00010000:2.0:1763336263.675481:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (200635->18446744073709551615) 00002000:00100000:2.0:1763336263.675484:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bdf80 with x1848991041875200 ext(200635->18446744073709551615) 00002000:00010000:2.0:1763336263.675489:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bdf80. 00000100:00100000:0.0:1763336263.679829:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.679896:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875328 00000100:00100000:3.0:1763336263.679906:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875328 00002000:00010000:3.0:1763336263.679946:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.679951:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee3b80 with x1848991041875328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.679963:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee3b80. 00000100:00100000:3.0:1763336263.680000:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1840 00000100:00100000:3.0:1763336263.680020:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041875328:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336263.680154:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336263.680158:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.680161:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.680164:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.680166:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336263.680223:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041875328:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 214us (402us total) trans 21474839219 rc 0/0 00000100:00100000:3.0:1763336263.680234:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1840 00002000:00010000:3.0:1763336263.680238:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:3.0:1763336263.680241:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee3b80 with x1848991041875328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336263.680246:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee3b80. 00000100:00100000:0.0:1763336263.684149:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.684239:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875456 00000100:00100000:2.0:1763336263.684250:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875456 00000100:00100000:2.0:1763336263.684323:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1841 00000100:00100000:2.0:1763336263.684334:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041875456:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336263.684376:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684391:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.684394:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.684399:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684413:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684551:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684561:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684569:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684576:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336263.684580:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684588:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684603:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.684611:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185703c00/0x84ca14902aa437f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336263.685531:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041875456:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 1193us (1389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336263.685849:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1841 00000100:00100000:1.0:1763336263.690554:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.690827:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875584 00000100:00100000:2.0:1763336263.690838:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875584 00000100:00100000:2.0:1763336263.690904:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1842 00000100:00100000:2.0:1763336263.690914:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041875584:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336263.690948:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.690967:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.690975:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336263.690977:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336263.690981:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.691028:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.691042:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 19 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.691056:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056116864:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336263.691140:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.693812:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.693894:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875712 00000100:00100000:1.0:1763336263.693905:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875712 00010000:00010000:1.0:1763336263.693942:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 20 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.693985:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3394 00000100:00100000:1.0:1763336263.693993:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041875712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336263.694016:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336263.694038:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 20 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:1.0:1763336263.694052:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 20 pid: 28588 timeout: 1151 lvb_type: 0 00010000:00010000:1.0:1763336263.694075:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.694077:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.694082:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.694091:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.694110:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336263.694166:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041875712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 172us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.694174:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3394 00010000:00010000:2.0:1763336263.694539:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa437f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e1 expref: 19 pid: 28588 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.694554:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056116864:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336263.694573:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.694586:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.694592:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336263.698641:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871923 is committed 00002000:00010000:1.0:1763336263.698901:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 200635 -> 200704 00002000:00010000:1.0:1763336263.698906:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 160 -> 168 00010000:00010000:1.0:1763336263.698917:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.698929:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.698938:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.698944:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.698948:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.698956:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.698972:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.698978:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa437fe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [196608->200703] (req 196608->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.699078:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041875584:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 8162us (8530us total) trans 17179871923 rc 0/0 00000100:00100000:1.0:1763336263.699088:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1842 00000100:00100000:0.0:1763336263.704122:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.705371:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875840 00000100:00100000:1.0:1763336263.705384:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875840 00000100:00100000:1.0:1763336263.705435:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10261 00000100:00100000:1.0:1763336263.705444:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+87:57586:x1848991041875840:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:1.0:1763336263.712830:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968482 is committed 00010000:00010000:2.0:1763336263.712980:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.712992:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713000:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713014:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713018:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713026:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713041:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9184a9f300) 00010000:00010000:2.0:1763336263.713044:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713048:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713054:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa4352d lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713081:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713087:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713093:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713097:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713099:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713105:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713111:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713113:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713116:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713121:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43588 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713129:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713134:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713140:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713149:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381aa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713151:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713156:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713162:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xe8098f29 (ffff9c9283955700) 00010000:00010000:2.0:1763336263.713164:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713166:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713171:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa435b2 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713182:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713187:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713192:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713197:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713199:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713205:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713211:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x9645bb7c (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336263.713214:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713216:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713222:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa435d5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713231:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713237:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713242:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713247:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713249:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713255:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713260:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713262:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713265:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713270:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa435ea lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713277:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713282:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713288:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713293:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713296:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713301:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713307:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713309:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713311:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713316:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa435f1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713324:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713329:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713334:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713338:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713341:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713346:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713356:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713358:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713360:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713365:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43606 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713372:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713378:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713383:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713387:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfe00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713390:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713395:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713400:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713402:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713404:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713409:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43622 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713417:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713422:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713428:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713432:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713435:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713440:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713447:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713449:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713451:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713456:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43637 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713463:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713469:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713474:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713478:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713481:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713490:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713496:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713498:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713500:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713505:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa4363e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713513:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713518:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713523:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713528:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713530:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713535:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713541:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713553:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713555:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713561:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43645 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713570:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713575:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713581:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713586:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713588:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713593:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713599:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713601:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713604:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713609:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43661 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713617:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713622:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713627:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713632:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185702600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713636:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713641:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713647:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713649:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713651:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713656:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa43676 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713664:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713669:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713673:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713676:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713678:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713735:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713744:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713746:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713749:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713759:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4368b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713769:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713774:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713779:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713784:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713786:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713791:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713797:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713799:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713801:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713806:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa436a0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713813:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713818:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713823:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713828:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713830:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713835:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713841:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713843:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713845:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713850:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa436b5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713859:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713865:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713869:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713874:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713876:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713882:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713888:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.713890:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713893:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713898:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa436d8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.713906:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713911:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713916:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713920:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713922:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713927:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713932:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:2.0:1763336263.713934:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713937:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713941:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa437a3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713949:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713954:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713962:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713965:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.713968:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713973:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713979:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:2.0:1763336263.713981:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.713984:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.713988:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa437e9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336263.716485:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57586:x1848991041875840:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 11030us (12360us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.716499:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10261 00000100:00100000:0.0:1763336263.719357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.719683:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.719889:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041875968 00000100:00100000:2.0:1763336263.719898:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041875968 00000100:00100000:2.0:1763336263.719941:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876096 00000100:00100000:2.0:1763336263.719944:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876096 00000100:00100000:2.0:1763336263.719969:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7176 00000100:00100000:2.0:1763336263.719977:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041875968:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:2.0:1763336263.720069:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041875968:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 92us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.720077:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7176 00000100:00100000:2.0:1763336263.720092:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7177 00000100:00100000:2.0:1763336263.720098:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041876096:12345-192.168.203.16@tcp:16:lfs.0 00000001:00080000:2.0:1763336263.723411:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839219 is committed 00000100:00100000:1.0:1763336263.723722:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041876096:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 3616us (4033us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.723733:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7177 00000100:00100000:0.0:1763336263.739344:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.739379:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.739406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.739584:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876224 00000100:00100000:1.0:1763336263.739595:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876224 00000100:00100000:1.0:1763336263.739646:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876352 00000100:00100000:1.0:1763336263.739650:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876352 00000100:00100000:1.0:1763336263.739666:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876480 00000100:00100000:1.0:1763336263.739668:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876480 00000100:00100000:1.0:1763336263.739708:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7178 00000100:00100000:1.0:1763336263.739717:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041876224:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336263.739757:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739770:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.739772:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.739777:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739794:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739814:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739822:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739829:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739835:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.739839:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739846:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739857:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739863:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa43805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.739926:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041876224:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 210us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.739934:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7178 00000100:00100000:1.0:1763336263.739952:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7179 00000100:00100000:1.0:1763336263.739959:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041876352:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336263.739975:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739982:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.739984:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.739987:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.739995:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740020:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740028:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740035:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740041:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.740044:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740055:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740064:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740070:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa4380c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.740099:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041876352:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 140us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.740112:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7179 00000100:00100000:1.0:1763336263.740127:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7180 00000100:00100000:1.0:1763336263.740134:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041876480:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336263.740152:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740160:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.740162:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.740165:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740174:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740187:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740195:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740201:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740207:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.740210:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740216:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740224:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.740230:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43813 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.740256:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041876480:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 123us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.740261:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7180 00000100:00100000:1.0:1763336263.744265:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.744930:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876736 00000100:00100000:0.0:1763336263.744939:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876736 00000100:00100000:0.0:1763336263.745049:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10262 00000100:00100000:0.0:1763336263.745060:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57586:x1848991041876736:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336263.745139:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.745156:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.745168:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:0.0:1763336263.745279:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007fb9f9b0 reply state 000000006768dbbc transno 4294968483 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.745292:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.745300:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:0.0:1763336263.745303:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336263.745307:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336263.745651:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57586:x1848991041876736:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 592us (1395us total) trans 4294968483 rc 0/0 00000100:00100000:0.0:1763336263.745659:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10262 00000100:00100000:1.0:1763336263.747914:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.747934:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.748313:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876864 00000100:00100000:2.0:1763336263.748322:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876864 00000100:00100000:2.0:1763336263.748369:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041876992 00000100:00100000:2.0:1763336263.748372:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041876992 00000100:00100000:2.0:1763336263.748402:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7181 00000100:00100000:2.0:1763336263.748411:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041876864:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336263.748591:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041876864:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 180us (683us total) trans 17179871924 rc 0/0 00000100:00100000:2.0:1763336263.748598:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7181 00000100:00100000:2.0:1763336263.748617:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7182 00000100:00100000:2.0:1763336263.748624:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041876992:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336263.748739:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336263.748743:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.748746:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 0 -> 1763336263 00002000:00010000:2.0:1763336263.748748:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.748750:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336263.748775:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041876992:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 151us (839us total) trans 21474839220 rc 0/0 00000100:00100000:2.0:1763336263.748780:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7182 00000100:00100000:1.0:1763336263.752787:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.753438:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041877248 00000100:00100000:0.0:1763336263.753447:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041877248 00000100:00100000:0.0:1763336263.753502:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10263 00000100:00100000:0.0:1763336263.753510:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57586:x1848991041877248:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:0.0:1763336263.753574:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.753591:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.753601:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 4/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.753636:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.753651:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 24 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.753664:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056116992:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336263.753763:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.757050:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056116992:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.757076:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336263.757194:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.757417:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041877376 00000100:00100000:0.0:1763336263.757423:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041877376 00010000:00010000:0.0:1763336263.757452:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 25 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.757485:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3395 00000100:00100000:0.0:1763336263.757494:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041877376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336263.757508:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336263.757514:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 25 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.757525:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 25 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.757543:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4379c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663c5 expref: 25 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:0.0:1763336263.757558:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:0.0:1763336263.757562:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.757571:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.757578:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.757611:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336263.757665:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041877376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 171us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.757672:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3395 00010000:00010000:2.0:1763336263.757828:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757836:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757867:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757873:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757879:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757884:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.757888:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757894:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757902:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:2.0:1763336263.757904:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763336263.757907:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.757912:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43821 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336263.757946:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57586:x1848991041877248:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 4436us (5168us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763336263.757953:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10263 00000100:00100000:1.0:1763336263.760002:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.760151:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041877632 00000100:00100000:2.0:1763336263.760160:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041877632 00000100:00100000:2.0:1763336263.760369:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10264 00000100:00100000:2.0:1763336263.760378:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57586:x1848991041877632:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336263.760424:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.760448:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa436e6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66378 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.760463:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.760467:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336263.760516:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.760529:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.760538:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336263.760637:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000349ec1b7 reply state 000000000f0655d4 transno 4294968484 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.760649:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.760655:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.760657:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336263.760660:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336263.760941:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57586:x1848991041877632:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 563us (943us total) trans 4294968484 rc 0/0 00000100:00100000:2.0:1763336263.760948:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10264 00000100:00100000:3.0:1763336263.764608:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.764646:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.765389:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.765505:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041877760 00000100:00100000:0.0:1763336263.765515:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041877760 00000100:00100000:0.0:1763336263.765572:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041877888 00000100:00100000:0.0:1763336263.765576:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041877888 00000100:00100000:0.0:1763336263.765598:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7183 00000100:00100000:0.0:1763336263.765606:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041877760:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336263.765743:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7184 00000100:00100000:2.0:1763336263.765753:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041877888:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:1.0:1763336263.765921:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041878016 00000100:00100000:1.0:1763336263.765926:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041878016 00000100:00100000:1.0:1763336263.765961:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7185 00000100:00100000:1.0:1763336263.765969:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041878016:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336263.766067:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336263.766071:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.766073:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 0 -> 1763336263 00002000:00010000:1.0:1763336263.766075:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.766078:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336263.766143:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041878016:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 174us (755us total) trans 17179871925 rc 0/0 00000100:00100000:1.0:1763336263.766150:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7185 00002000:00010000:2.0:1763336263.766365:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336263.766368:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.766370:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 0 -> 1763336263 00002000:00010000:2.0:1763336263.766372:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.766375:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336263.766399:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041877888:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 648us (1752us total) trans 21474839221 rc 0/0 00000100:00100000:2.0:1763336263.766406:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7184 00002000:00010000:0.0:1763336263.766526:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 200635 00002000:00010000:0.0:1763336263.766529:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.766531:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 0 -> 1763336263 00002000:00010000:0.0:1763336263.766533:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.766535:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:0.0:1763336263.766559:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041877760:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 953us (1959us total) trans 21474839222 rc 0/0 00000100:00100000:0.0:1763336263.766566:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7183 00000100:00100000:1.0:1763336263.769551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.769645:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041878272 00000100:00100000:0.0:1763336263.769654:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041878272 00000100:00100000:0.0:1763336263.769872:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3534 00000100:00100000:0.0:1763336263.769882:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57586:x1848991041878272:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336263.769950:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4375d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a9 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.769985:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336263.769997:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.770015:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.770023:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.770054:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.770067:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 24 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.770080:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056117120:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.770161:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.770169:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 24 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.770177:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056117248:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336263.770198:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.773375:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.773425:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.773728:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041878528 00000100:00100000:2.0:1763336263.773738:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041878528 00010000:00010000:2.0:1763336263.773773:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 25 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.773807:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041878400 00000100:00100000:2.0:1763336263.773811:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041878400 00010000:00010000:2.0:1763336263.773822:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 26 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.773845:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3396 00000100:00100000:2.0:1763336263.773855:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041878528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.773868:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.773874:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 26 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.773884:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 26 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.773904:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.773909:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.773917:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.773928:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.773972:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041878528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 118us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.773980:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3396 00000100:00100000:2.0:1763336263.774000:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3397 00000100:00100000:2.0:1763336263.774017:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041878400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.774025:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.774030:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 25 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.774041:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 25 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.774052:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.774056:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.774063:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.774070:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.774086:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.774103:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041878400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 97us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.774108:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3397 00010000:00010000:0.0:1763336263.774382:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa43629 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66339 expref: 24 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.774397:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056117120:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.774408:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43581 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c662fa expref: 23 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.774417:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056117248:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.774439:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.774447:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.774455:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.774475:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336263.774485:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.774492:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.774516:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.774528:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 22 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:0.0:1763336263.774541:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056117376:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336263.774602:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.778665:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.778984:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056117376:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.779023:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336263.780104:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041878656 00000100:00100000:2.0:1763336263.780115:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041878656 00010000:00010000:2.0:1763336263.780154:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 23 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.780199:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3398 00000100:00100000:2.0:1763336263.780209:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041878656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.780226:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.780233:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 23 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.780244:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 23 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.780264:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa437aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663cc expref: 23 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.780281:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:2.0:1763336263.780286:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.780295:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.780302:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.780335:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.780383:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041878656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 175us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.780390:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3398 00010000:00010000:3.0:1763336263.780649:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336263.780658:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336263.780964:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336263.781020:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336263.781046:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.781171:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056117504 00000100:00100000:0.0:1763336263.781176:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056117504 00000100:00100000:0.0:1763336263.781219:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1763336263.781228:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336263.781306:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 79us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.781314:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1763336263.781381:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.781431:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.781458:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.781481:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771f00 going to sleep for 11 seconds 00000100:00080000:1.0:1763336263.781668:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763336263.781806:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056117632 00000100:00100000:0.0:1763336263.781811:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056117632 00000100:00100000:0.0:1763336263.781848:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1763336263.781854:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117632:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336263.781905:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117632:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.781911:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00010000:00010000:1.0:1763336263.781962:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1763336263.781993:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763336263.782022:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.782061:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.782085:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.782106:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:1.0:1763336263.782147:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056117760 00000100:00100000:1.0:1763336263.782151:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056117760 00000100:00100000:1.0:1763336263.782181:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1763336263.782188:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117760:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336263.782245:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117760:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.782251:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1763336263.782340:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.782369:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117888:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.782388:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.782411:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.782449:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056117888 00000100:00100000:0.0:1763336263.782452:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056117888 00000100:00100000:0.0:1763336263.782479:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1763336263.782484:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117888:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336263.782535:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056117888:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.782541:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1763336263.783377:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056117888:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.783424:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118016:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.783460:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.783491:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.783568:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056118016 00000100:00100000:3.0:1763336263.783573:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056118016 00000100:00100000:3.0:1763336263.783712:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1763336263.783721:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056118016:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336263.783786:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056118016:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 67us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336263.783793:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:2.0:1763336263.784586:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118016:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.784635:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118144:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.784664:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.784713:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336263.784768:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056118144 00000100:00100000:1.0:1763336263.784773:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056118144 00000100:00100000:1.0:1763336263.784815:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763336263.784823:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056118144:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336263.784889:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056118144:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 67us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.784896:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1763336263.784964:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118144:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1763336263.785263:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].19, 640 off49304 00000001:00080000:2.0:1763336263.785276:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968485 00000100:00100000:2.0:1763336263.785324:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118272:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336263.785346:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.785367:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.785386:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056118272 00000100:00100000:3.0:1763336263.785393:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056118272 00000100:00100000:3.0:1763336263.785429:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1763336263.785437:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056118272:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336263.785679:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056118272:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 241us (330us total) trans 17179871926 rc 0/0 00000100:00100000:3.0:1763336263.785713:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1763336263.785719:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118272:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336263.785744:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118400:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336263.785770:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336263.785793:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.785933:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056118400 00000100:00100000:3.0:1763336263.785938:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056118400 00000100:00100000:1.0:1763336263.786858:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:1.0:1763336263.786871:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056118400:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336263.787000:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056118400:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 134us (1229us total) trans 21474839223 rc 0/0 00000100:00100000:1.0:1763336263.787016:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1763336263.787093:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056118400:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1763336263.787156:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968486 00010000:00010000:0.0:1763336263.787180:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787190:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787201:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787206:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336263.787210:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787216:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787229:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:0.0:1763336263.787231:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336263.787235:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787241:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43836 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787252:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787257:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787262:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787266:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336263.787269:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787274:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787283:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.787285:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336263.787288:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787292:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4382f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.787300:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.787302:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336263.787307:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4375d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663a9 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336263.787381:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57586:x1848991041878272:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 17501us (17837us total) trans 4294968487 rc 0/0 00000100:00100000:0.0:1763336263.787388:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3534 00000020:00080000:0.0:1763336263.787391:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763336263.793097:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.793169:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041878784 00000100:00100000:2.0:1763336263.793180:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041878784 00000100:00100000:2.0:1763336263.793939:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10265 00000100:00100000:2.0:1763336263.793952:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57586:x1848991041878784:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336263.793977:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336263.793998:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa4383d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663e8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.794066:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa4383d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e8 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.794082:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa4383d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e8 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.794099:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.794103:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336263.794107:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185702600, rc 0) 00000100:00100000:2.0:1763336263.794159:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57586:x1848991041878784:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 210us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.794166:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10265 00000100:00100000:1.0:1763336263.799434:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.799492:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041879040 00000100:00100000:0.0:1763336263.799502:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041879040 00000100:00100000:0.0:1763336263.799563:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3535 00000100:00100000:0.0:1763336263.799572:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57586:x1848991041879040:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336263.799809:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57586:x1848991041879040:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 237us (382us total) trans 4294968488 rc 0/0 00000100:00100000:0.0:1763336263.799817:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3535 00000100:00100000:1.0:1763336263.801999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.802136:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041879296 00000100:00100000:0.0:1763336263.802144:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041879296 00000100:00100000:0.0:1763336263.802189:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3536 00000100:00100000:0.0:1763336263.802196:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57586:x1848991041879296:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336263.802345:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x4f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763336263.802425:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336263.802441:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.802452:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.802460:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.802465:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.802471:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336263.802497:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763336263.802634:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763336263.802641:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336263.802647:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57586:x1848991041879296:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 451us (655us total) trans 4294968489 rc 0/0 00010000:00010000:2.0:1763336263.802648:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336263.802653:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336263.802655:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3536 00010000:00010000:2.0:1763336263.802661:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.802673:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:2.0:1763336263.802676:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763336263.802681:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.802719:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43844 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336263.802730:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336263.802732:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336263.802733:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336263.818675:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.818749:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041879424 00000100:00100000:2.0:1763336263.818761:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041879424 00000100:00100000:2.0:1763336263.818822:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10266 00000100:00100000:2.0:1763336263.818835:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57587:x1848991041879424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336263.818858:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336263.818884:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa4384b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663ef expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.818949:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.818961:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.818971:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.818986:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.818992:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.818998:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819084:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.819093:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819100:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336263.819137:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00000004:00200000:2.0:1763336263.819142:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336263.819159:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819170:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819178:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819183:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819188:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819198:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819203:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.819206:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819214:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819223:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c929ba8c300) 00010000:00010000:2.0:1763336263.819226:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.819230:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819236:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa43852 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819248:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819253:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819258:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819262:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336263.819264:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819269:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819279:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c929ba8c700) 00010000:00010000:2.0:1763336263.819282:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336263.819285:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819289:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa43859 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.819317:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa4384b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.819331:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.819338:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.819340:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336263.819342:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381b400, rc 0) 00000100:00100000:2.0:1763336263.819408:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57587:x1848991041879424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 577us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.819416:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10266 00000100:00100000:3.0:1763336263.824471:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.824560:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041879680 00000100:00100000:2.0:1763336263.824570:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041879680 00000100:00100000:2.0:1763336263.824810:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10267 00000100:00100000:2.0:1763336263.824823:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57587:x1848991041879680:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336263.824843:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336263.824866:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa43867 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663f6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.824975:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa4386e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.824989:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa4386e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.825000:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa4386e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336263.825022:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00010000:00010000:2.0:1763336263.825129:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa43867 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663f6 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.825146:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa4386e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663f6 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.825155:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.825158:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336263.825162:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381aa00, rc 0) 00000100:00100000:2.0:1763336263.825219:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57587:x1848991041879680:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 400us (757us total) trans 4294968490 rc 0/0 00000100:00100000:2.0:1763336263.825227:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10267 00000100:00100000:1.0:1763336263.828939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.829020:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041879936 00000100:00100000:2.0:1763336263.829029:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041879936 00000100:00100000:0.0:1763336263.829318:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10268 00000100:00100000:0.0:1763336263.829331:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57587:x1848991041879936:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336263.829353:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.829374:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4387c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c663fd expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.829490:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43883 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.829505:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43883 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.829515:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43883 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336263.829526:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00010000:00010000:0.0:1763336263.830001:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa4387c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663fd expref: 32 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.830032:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43883 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663fd expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.830041:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.830044:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336263.830048:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:1.0:1763336263.830800:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57587:x1848991041879936:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1469us (1865us total) trans 4294968491 rc 0/0 00000100:00100000:1.0:1763336263.830817:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10268 00000100:00100000:3.0:1763336263.873148:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.873218:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041880064 00000100:00100000:1.0:1763336263.873228:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041880064 00000100:00100000:1.0:1763336263.873287:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1843 00000100:00100000:1.0:1763336263.873296:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041880064:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336263.873327:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.873341:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.873343:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.873349:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.873361:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879511:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879530:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879538:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879546:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.879551:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879560:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879578:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.879585:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.879667:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041880064:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6367us (6522us total) trans 0 rc 200635/200635 00000100:00100000:1.0:1763336263.879677:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1843 00000100:00100000:2.0:1763336263.886538:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.886645:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041880192 00000100:00100000:1.0:1763336263.886656:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041880192 00000100:00100000:1.0:1763336263.886757:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1844 00000100:00100000:1.0:1763336263.886768:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041880192:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336263.886815:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 200704, mtime: 0x691a6047, atime: 0x691a6047, ctime: 0x691a6047, blocks: 0xa8 00010000:00010000:1.0:1763336263.886823:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.886836:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.886839:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.886844:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.886857:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.897670:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.898129:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.898139:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.898146:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336263.898151:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.898161:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.898188:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.898197:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43898 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->200703] (req 0->200703) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336263.899638:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041880192:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 12862us (13100us total) trans 0 rc 200635/200635 00000100:00100000:1.0:1763336263.899651:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1844 00000100:00100000:3.0:1763336263.911431:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.911565:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041880320 00000100:00100000:1.0:1763336263.911575:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041880320 00000100:00100000:1.0:1763336263.911644:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 420 00000100:00100000:1.0:1763336263.911655:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57587:x1848991041880320:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336263.911670:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336263.911918:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43883 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663fd expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.911937:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.911943:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336263.912000:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57587:x1848991041880320:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 346us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.912018:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 420 00000100:00100000:2.0:1763336263.914442:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.914765:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041880576 00000100:00100000:1.0:1763336263.914774:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041880576 00000100:00100000:1.0:1763336263.914815:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3537 00000100:00100000:1.0:1763336263.914822:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57587:x1848991041880576:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336263.915039:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57587:x1848991041880576:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 216us (602us total) trans 4294968492 rc 0/0 00000100:00100000:1.0:1763336263.915048:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3537 00000100:00100000:3.0:1763336263.918393:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.918579:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041880832 00000100:00100000:1.0:1763336263.918589:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041880832 00000100:00100000:1.0:1763336263.918649:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10269 00000100:00100000:1.0:1763336263.918659:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991041880832:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.918680:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.918725:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4389f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66404 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.918853:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336263.918869:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.918879:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.918912:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.918926:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 32 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.918940:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056118528:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336263.919877:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.923803:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.924273:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041880960 00000100:00100000:2.0:1763336263.924483:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041880960 00010000:00010000:2.0:1763336263.924525:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 33 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.924570:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3399 00000100:00100000:2.0:1763336263.924580:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041880960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.924595:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.924601:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 33 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.924614:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 33 pid: 6514 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.924636:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.924642:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.924652:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.924658:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.924675:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336263.924797:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa43860 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663ef expref: 33 pid: 6514 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.924813:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056118528:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336263.924834:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.924841:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.924847:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336263.924870:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00000100:00100000:2.0:1763336263.925542:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041880960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 961us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.925552:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3399 00010000:00010000:1.0:1763336263.925826:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4389f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.925844:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 32 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.925852:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.925855:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336263.925858:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:1.0:1763336263.925908:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991041880832:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7251us (7524us total) trans 4294968493 rc 0/0 00000100:00100000:1.0:1763336263.925915:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10269 00000100:00100000:2.0:1763336263.931486:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.931572:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041881088 00000100:00100000:1.0:1763336263.931583:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041881088 00000100:00100000:1.0:1763336263.931642:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10270 00000100:00100000:1.0:1763336263.931653:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991041881088:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.931677:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.931735:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438b4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6640b expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.931826:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336263.931841:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.931849:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.931877:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.931888:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 33 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:1.0:1763336263.931900:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056118656:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336263.931959:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336263.935182:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.935277:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056118656:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336263.935304:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:2.0:1763336263.935371:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041881216 00000100:00100000:2.0:1763336263.935378:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041881216 00010000:00010000:2.0:1763336263.935410:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 34 pid: 23631 timeout: 1151 lvb_type: 0 00000100:00100000:2.0:1763336263.935452:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3400 00000100:00100000:2.0:1763336263.935462:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991041881216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336263.935476:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336263.935483:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 34 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.935494:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 34 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.935515:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa438a6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66404 expref: 34 pid: 23631 timeout: 1151 lvb_type: 0 00010000:00010000:2.0:1763336263.935528:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.935532:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.935540:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.935546:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336263.935574:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336263.935627:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041881216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 166us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.935634:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3400 00010000:00010000:1.0:1763336263.935746:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.935753:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336263.935805:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00000004:00200000:1.0:1763336263.935810:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336263.935828:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.935856:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438b4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6640b expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.935869:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6640b expref: 32 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.935875:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.935878:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336263.935880:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:1.0:1763336263.935910:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991041881088:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4260us (4435us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.935917:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10270 00000100:00100000:0.0:1763336263.944450:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.944603:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041881472 00000100:00100000:2.0:1763336263.944612:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041881472 00000100:00100000:1.0:1763336263.945320:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3538 00000100:00100000:1.0:1763336263.945335:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991041881472:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336263.945533:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991041881472:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 203us (1091us total) trans 4294968494 rc 0/0 00000100:00100000:1.0:1763336263.945541:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3538 00000100:00100000:0.0:1763336263.948442:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.948525:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041881728 00000100:00100000:1.0:1763336263.948534:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041881728 00000100:00100000:1.0:1763336263.948599:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10271 00000100:00100000:1.0:1763336263.948609:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991041881728:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.948634:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.948637:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763336263.948663:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438bb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6640b expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.948869:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa4386e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663f6 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.948889:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa4383d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663e8 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.948900:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.948905:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336263.948996:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa438c2 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66412 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.949053:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa438c9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336263.949066:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa438c9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336263.949075:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa438c9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:0.0:1763336263.949303:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].84, 88 off14960 00000004:00080000:0.0:1763336263.949314:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1051910627957ns, next at 981493758006ns, rc = 0 00000040:00080000:0.0:1763336263.949359:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].88, 88 off15336 00000004:00080000:0.0:1763336263.949365:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1051910679903ns, next at 981493736065ns, rc = 0 00000040:00080000:0.0:1763336263.949395:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].85, 88 off15048 00000004:00080000:0.0:1763336263.949400:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1051910714438ns, next at 981493758006ns, rc = 0 00000040:00080000:0.0:1763336263.949411:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].89, 88 off15424 00000004:00080000:0.0:1763336263.949415:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1051910729327ns, next at 981493736065ns, rc = 0 00000040:00080000:0.0:1763336263.949424:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].90, 88 off15512 00000004:00080000:0.0:1763336263.949428:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1051910742542ns, next at 981493736065ns, rc = 0 00000040:00080000:0.0:1763336263.949438:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].86, 88 off15136 00000004:00080000:0.0:1763336263.949442:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1051910756460ns, next at 981493758006ns, rc = 0 00000001:00080000:2.0:1763336263.951916:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968495 is committed 00000004:00080000:2.0:1763336263.951929:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 88 committed 00000004:00080000:2.0:1763336263.951942:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 88 committed 00000004:00080000:2.0:1763336263.951957:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 87 committed 00000004:00080000:2.0:1763336263.951960:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 87 committed 00000004:00080000:2.0:1763336263.951962:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 86 committed 00000004:00080000:2.0:1763336263.951964:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 86 committed 00000020:00080000:2.0:1763336263.951988:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92af5cb300 refcount 2 committed 0 result 0 batchid 40 00000020:00080000:2.0:1763336263.951992:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124700 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9284f02780 00000020:00080000:2.0:1763336263.951995:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124c00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af5cba80 00000020:00080000:2.0:1763336263.951998:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c92ae281400 00000020:00080000:2.0:1763336263.952002:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].19 00000020:00080000:2.0:1763336263.952040:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 40 committed batchid 39 00000020:00080000:2.0:1763336263.952098:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 39 00010000:00010000:3.0:1763336263.952167:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952178:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952186:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952192:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336263.952196:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952203:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952221:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4f:0x0].0x0 (ffff9c91864d8400) 00010000:00010000:3.0:1763336263.952224:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336263.952228:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952233:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4381a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952255:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952261:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952266:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952271:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336263.952273:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952278:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952284:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336263.952286:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336263.952289:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336263.952293:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa43828 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336263.952406:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336263.952423:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056119040:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336263.952477:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336263.952527:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056119040 00000100:00100000:0.0:1763336263.952534:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056119040 00000100:00100000:0.0:1763336263.952583:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7186 00000100:00100000:0.0:1763336263.952592:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056119040:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336263.952784:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056118784:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336263.952809:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336263.952827:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336263.952831:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056118912:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336263.952845:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336263.952868:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056118784 00000100:00100000:3.0:1763336263.952872:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056118784 00000100:00100000:3.0:1763336263.952899:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056118912 00000100:00100000:3.0:1763336263.952902:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056118912 00000100:00100000:1.0:1763336263.952923:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336263.952934:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7187 00000100:00100000:1.0:1763336263.952935:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056119168:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336263.952944:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056118784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336263.952970:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336263.953002:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056119168 00000100:00100000:1.0:1763336263.953017:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056119168 00002000:00010000:3.0:1763336263.953020:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336263.953025:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336263.953028:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336263.953031:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336263.953033:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336263.953046:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7188 00000100:00100000:1.0:1763336263.953055:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056118912:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336263.953066:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056118784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (254us total) trans 17179871928 rc 0/0 00000100:00100000:3.0:1763336263.953074:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7187 00000100:00100000:3.0:1763336263.953092:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7189 00000100:00100000:3.0:1763336263.953101:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056119168:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336263.953111:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336263.953115:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.953118:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.953120:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.953121:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336263.953146:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056118912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (298us total) trans 17179871929 rc 0/0 00000100:00100000:1.0:1763336263.953156:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7188 00002000:00010000:3.0:1763336263.953166:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 200635 00002000:00010000:3.0:1763336263.953170:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.953172:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.953175:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336263.953177:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:2.0:1763336263.953227:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056119424:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336263.953258:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.953276:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763336263.953280:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056119296:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336263.953295:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336263.953330:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056119424 00000100:00100000:2.0:1763336263.953333:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056119424 00000100:00100000:2.0:1763336263.953351:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056119296 00000100:00100000:2.0:1763336263.953353:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056119296 00000100:00100000:2.0:1763336263.953362:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7190 00000100:00100000:2.0:1763336263.953367:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056119424:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336263.953530:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336263.953533:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.953535:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.953537:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336263.953539:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336263.953572:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056119040:12345-0@lo:2:osp-syn-1-1.0 Request processed in 980us (1093us total) trans 17179871927 rc 0/0 00000100:00100000:0.0:1763336263.953578:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7186 00000100:00100000:0.0:1763336263.953592:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7191 00000100:00100000:0.0:1763336263.953599:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056119296:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336263.953652:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc51880/2, rc 0, transno 17179871927 00002000:00010000:0.0:1763336263.953653:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336263.953659:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00000100:00100000:1.0:1763336263.953661:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056119040:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336263.953663:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.953669:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336263.953672:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00010000:00010000:1.0:1763336263.953761:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa438c9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66412 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.953773:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.953776:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336263.953791:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa438c2 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66412 expref: 18 pid: 23631 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763336263.953808:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa438c9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66412 expref: 17 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.953832:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.953835:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336263.953837:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:1.0:1763336263.953880:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041881728:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5273us (5449us total) trans 4294968495 rc 0/0 00000100:00100000:1.0:1763336263.953887:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10271 00000100:00100000:3.0:1763336263.954012:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056119168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 905us (1034us total) trans 21474839224 rc 0/0 00000100:00100000:3.0:1763336263.954021:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7189 00000004:00080000:3.0:1763336263.954055:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc50e00/2, rc 0, transno 17179871929 00000100:00100000:3.0:1763336263.954060:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056118912:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336263.954068:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc50380/2, rc 0, transno 17179871928 00000100:00100000:3.0:1763336263.954071:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056118784:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336263.954254:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056119424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 885us (994us total) trans 21474839225 rc 0/0 00000100:00100000:2.0:1763336263.954261:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7190 00000100:00100000:0.0:1763336263.954644:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056119296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1044us (1345us total) trans 21474839226 rc 0/0 00000100:00100000:0.0:1763336263.954651:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7191 00000004:00080000:3.0:1763336263.954902:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae312680/2, rc 0, transno 21474839226 00000100:00100000:3.0:1763336263.954908:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056119296:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336263.954919:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae312300/2, rc 0, transno 21474839225 00000100:00100000:3.0:1763336263.954923:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae312300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056119424:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336263.955242:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae311f80/2, rc 0, transno 21474839224 00000100:00100000:1.0:1763336263.955249:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056119168:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336263.957877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.957955:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041881856 00000100:00100000:1.0:1763336263.957964:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041881856 00000100:00100000:2.0:1763336263.958588:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7192 00000100:00100000:2.0:1763336263.958601:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991041881856:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336263.958619:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336263.958637:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66419 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.958664:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336263.958672:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.958674:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336263.958678:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->143359] (req 114688->143359) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.958748:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336263.958761:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 1151 lvb_type: 1 00000100:00100000:2.0:1763336263.958775:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056119552:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336263.958850:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336263.962361:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.962515:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056119552:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336263.962546:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->143359] (req 114688->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.962564:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18a00, rc 0) 00000100:00100000:0.0:1763336263.962625:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991041881856:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4027us (4755us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.962635:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7192 00000100:00100000:3.0:1763336263.962766:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041881984 00000100:00100000:3.0:1763336263.962773:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041881984 00010000:00010000:3.0:1763336263.962803:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 1151 lvb_type: 1 00000100:00100000:3.0:1763336263.962839:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3401 00000100:00100000:3.0:1763336263.962848:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041881984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336263.962861:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336263.962880:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:3.0:1763336263.962893:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:3.0:1763336263.962914:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf000/0x84ca14902aa43787 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b0 expref: 16 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:3.0:1763336263.962927:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.962929:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336263.962935:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.962944:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336263.962976:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336263.962989:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056119680:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336263.963051:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183edfcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336263.965786:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056119680:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336263.966032:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336263.966089:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041881984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3241us (3735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336263.966101:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.966107:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3401 00000100:00100000:1.0:1763336263.966213:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041882112 00000100:00100000:1.0:1763336263.966219:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041882112 00000100:00100000:1.0:1763336263.966280:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1845 00000100:00100000:1.0:1763336263.966291:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041882112:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336263.966678:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 200635 00002000:00010000:1.0:1763336263.966682:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.966709:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.966711:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336263.966744:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:1.0:1763336263.966792:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041882112:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 502us (690us total) trans 21474839227 rc 0/0 00000100:00100000:1.0:1763336263.966799:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1845 00000100:00100000:2.0:1763336263.969124:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.969212:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041882240 00000100:00100000:1.0:1763336263.969221:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041882240 00000100:00100000:1.0:1763336263.969275:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10272 00000100:00100000:1.0:1763336263.969284:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041882240:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.969305:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.969324:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438d7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66420 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.969415:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438de lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336263.969429:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438de lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.969440:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438de lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336263.969465:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 200635 00000004:00200000:1.0:1763336263.969469:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336263.969484:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438de lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336263.969523:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438d7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66420 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.969538:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438de lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66420 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.969554:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.969557:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336263.969560:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:1.0:1763336263.969612:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041882240:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 328us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.969619:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10272 00000100:00100000:0.0:1763336263.974375:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.974757:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041882368 00000100:00100000:1.0:1763336263.974768:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041882368 00002000:00100000:1.0:1763336263.974815:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (126976->184319) req@ffff9c9184f41880 x1848991041882368/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/0 e 0 to 0 dl 1763336274 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336263.974827:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f41880 with x1848991041882368 ext(126976->184319) 00002000:00010000:1.0:1763336263.974832:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f41880 00000100:00100000:1.0:1763336263.974866:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1846 00000100:00100000:1.0:1763336263.974877:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041882368:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336263.979573:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041882368:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4688us (5197us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763336263.979587:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1846 00002000:00100000:1.0:1763336263.979599:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (126976->184319) req@ffff9c9184f41880 x1848991041882368/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:554/0 lens 488/440 e 0 to 0 dl 1763336274 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336263.979617:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f41880 with x1848991041882368 ext(126976->184319) 00002000:00010000:1.0:1763336263.979624:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f41880 00000100:00100000:2.0:1763336263.986520:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336263.986654:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041882496 00000100:00100000:0.0:1763336263.986664:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041882496 00000100:00100000:0.0:1763336263.986758:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10273 00000100:00100000:0.0:1763336263.986769:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041882496:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336263.986788:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336263.986821:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa438e5 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66427 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.986856:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336263.986870:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.986881:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336263.987018:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa438e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.987036:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336263.987044:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336263.987046:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336263.987049:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:0.0:1763336263.987145:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041882496:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 376us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336263.987152:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10273 00000100:00100000:0.0:1763336263.989242:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.989381:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041882752 00000100:00100000:2.0:1763336263.989390:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041882752 00000100:00100000:2.0:1763336263.989446:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10274 00000100:00100000:2.0:1763336263.989456:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041882752:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336263.989501:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763336263.989525:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa438de lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66420 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.989545:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa438c9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66412 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336263.989555:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.989560:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336263.989768:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336263.989781:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.989790:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336263.989841:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968496 00000004:00010000:2.0:1763336263.989864:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a267f86f reply state 000000004d97d3a6 transno 4294968497 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.989876:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336263.989883:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336263.989886:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336263.989888:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336263.989980:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041882752:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 525us (744us total) trans 4294968497 rc 0/0 00000100:00100000:2.0:1763336263.989987:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10274 00000020:00080000:2.0:1763336263.989992:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336263.992375:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336263.992433:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041882880 00000100:00100000:1.0:1763336263.992443:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041882880 00000100:00100000:1.0:1763336263.992494:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10275 00000100:00100000:1.0:1763336263.992504:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041882880:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.992522:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.992538:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438fa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6642e expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.992579:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438fa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6642e expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.992593:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438fa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6642e expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.992608:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336263.992611:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336263.992614:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:1.0:1763336263.992662:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041882880:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 161us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.992676:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10275 00000100:00100000:0.0:1763336263.994858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336263.994922:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883008 00000100:00100000:2.0:1763336263.994929:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883008 00000100:00100000:1.0:1763336263.995765:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7193 00000100:00100000:1.0:1763336263.995778:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991041883008:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336263.995795:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336263.995810:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66435 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.995836:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.995844:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.995846:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336263.995851:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 17 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.995878:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336263.995890:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 1151 lvb_type: 1 00000100:00100000:1.0:1763336263.995902:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056119808:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336263.996744:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336263.999248:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056119808:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336263.999283:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 17 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336263.999302:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:1.0:1763336263.999357:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041883008:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3583us (4505us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336263.999365:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7193 00000100:00100000:0.0:1763336263.999569:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336263.999844:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883136 00000100:00100000:3.0:1763336263.999851:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883136 00010000:00010000:3.0:1763336263.999881:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 1151 lvb_type: 1 00000100:00100000:3.0:1763336263.999918:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3402 00000100:00100000:3.0:1763336263.999927:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041883136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336263.999949:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336263.999968:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:3.0:1763336263.999981:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:3.0:1763336264.000002:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa43780 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663b7 expref: 17 pid: 8399 timeout: 1151 lvb_type: 1 00010000:00010000:3.0:1763336264.000026:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.000028:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.000034:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.000045:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.000076:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336264.000089:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056119936:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336264.000152:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183edfcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.003048:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056119936:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336264.003073:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.003126:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041883136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3200us (3557us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.003138:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3402 00000100:00100000:0.0:1763336264.003742:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.003919:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883264 00000100:00100000:1.0:1763336264.003928:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883264 00000100:00100000:1.0:1763336264.004248:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7194 00000100:00100000:1.0:1763336264.004258:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041883264:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336264.004275:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.004291:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6643c expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.004318:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.004327:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.004329:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.004333:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.004365:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.004379:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 1151 lvb_type: 1 00000100:00100000:1.0:1763336264.004403:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056120064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.004474:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8b40 going to sleep for 11 seconds 00000100:00080000:2.0:1763336264.004767:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763336264.007048:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056120064:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.007081:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.007107:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:1.0:1763336264.007261:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041883264:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3003us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.007270:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7194 00000100:00100000:3.0:1763336264.007772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.007824:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883392 00000100:00100000:2.0:1763336264.007832:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883392 00010000:00010000:2.0:1763336264.007865:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 1151 lvb_type: 1 00000100:00100000:2.0:1763336264.007904:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3403 00000100:00100000:2.0:1763336264.007913:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041883392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336264.007926:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336264.007947:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 1151 lvb_type: 1 00010000:00010000:2.0:1763336264.007960:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 1151 lvb_type: 1 00010000:00010000:2.0:1763336264.007982:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa4378e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663be expref: 20 pid: 8398 timeout: 1151 lvb_type: 1 00010000:00010000:2.0:1763336264.008001:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.008016:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.008022:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.008032:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.008067:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.008080:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35233:1848991056120192:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336264.008360:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.011258:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35233:1848991056120192:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336264.011290:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.011293:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.011366:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883520 00000100:00100000:1.0:1763336264.011374:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883520 00000100:00100000:2.0:1763336264.011394:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041883392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3481us (3623us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.011406:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3403 00000100:00080000:1.0:1763336264.011408:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763336264.011451:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:1.0:1763336264.011453:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:1.0:1763336264.011459:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0bb80 with x1848991041883520 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336264.011470:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0bb80. 00000100:00100000:0.0:1763336264.011489:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.011629:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883648 00000100:00100000:0.0:1763336264.011629:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883776 00000100:00100000:1.0:1763336264.011635:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883648 00000100:00100000:0.0:1763336264.011636:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883776 00000100:00100000:2.0:1763336264.011649:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1847 00002000:00010000:0.0:1763336264.011657:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00000100:00100000:2.0:1763336264.011658:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041883520:12345-192.168.203.16@tcp:10:fsx.0 00002000:00100000:0.0:1763336264.011660:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0aa00 with x1848991041883776 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.011668:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918af0aa00. 00000100:00100000:0.0:1763336264.011710:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1848 00000100:00100000:0.0:1763336264.011718:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041883776:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336264.011756:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336264.011761:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0ad80 with x1848991041883648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336264.011767:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0ad80. 00000100:00100000:1.0:1763336264.011793:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1849 00000100:00100000:1.0:1763336264.011803:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041883648:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336264.011823:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 200635 -> 262144 00002000:00010000:2.0:1763336264.011828:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336264.011830:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.011832:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336264.011833:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.011835:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336264.011836:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 328 00002000:00010000:0.0:1763336264.011837:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.011839:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.011841:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336264.011870:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041883520:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 212us (576us total) trans 21474839228 rc 0/0 00002000:00010000:1.0:1763336264.011870:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763336264.011870:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041883776:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 152us (379us total) trans 17179871930 rc 0/0 00002000:00010000:1.0:1763336264.011876:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.011881:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00000100:00100000:2.0:1763336264.011883:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1847 00002000:00010000:1.0:1763336264.011885:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336264.011888:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00010000:1.0:1763336264.011890:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00100000:2.0:1763336264.011895:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0bb80 with x1848991041883520 ext(262144->18446744073709551615) 00000100:00100000:0.0:1763336264.011895:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1848 00002000:00010000:0.0:1763336264.011899:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00010000:2.0:1763336264.011901:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0bb80. 00002000:00100000:0.0:1763336264.011902:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0aa00 with x1848991041883776 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.011906:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918af0aa00. 00000100:00100000:1.0:1763336264.011921:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041883648:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 118us (469us total) trans 21474839229 rc 0/0 00000100:00100000:1.0:1763336264.011931:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1849 00002000:00010000:1.0:1763336264.011934:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336264.011937:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0ad80 with x1848991041883648 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336264.011942:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0ad80. 00000100:00100000:3.0:1763336264.017309:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.017482:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041883904 00000100:00100000:1.0:1763336264.017491:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041883904 00002000:00100000:1.0:1763336264.017535:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (229376->233471) req@ffff9c9184e8b800 x1848991041883904/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/0 e 0 to 0 dl 1763336275 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336264.017545:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8b800 with x1848991041883904 ext(229376->233471) 00002000:00010000:1.0:1763336264.017551:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8b800 00000100:00100000:1.0:1763336264.017584:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1850 00000100:00100000:1.0:1763336264.017593:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041883904:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336264.017937:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041883904:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 343us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336264.017946:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1850 00002000:00100000:1.0:1763336264.017953:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (229376->233471) req@ffff9c9184e8b800 x1848991041883904/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/4536 e 0 to 0 dl 1763336275 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336264.017961:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8b800 with x1848991041883904 ext(229376->233471) 00002000:00010000:1.0:1763336264.017964:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8b800 00000100:00100000:0.0:1763336264.022839:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.023074:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884032 00000100:00100000:1.0:1763336264.023084:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884032 00002000:00100000:1.0:1763336264.023129:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (233472->237567) req@ffff9c92bf83df80 x1848991041884032/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/0 e 0 to 0 dl 1763336275 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336264.023141:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83df80 with x1848991041884032 ext(233472->237567) 00002000:00010000:1.0:1763336264.023147:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83df80 00000100:00100000:1.0:1763336264.023764:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1851 00000100:00100000:1.0:1763336264.023777:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041884032:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336264.024014:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041884032:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 230us (1173us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336264.024022:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1851 00002000:00100000:1.0:1763336264.024030:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (233472->237567) req@ffff9c92bf83df80 x1848991041884032/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/4536 e 0 to 0 dl 1763336275 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336264.024039:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83df80 with x1848991041884032 ext(233472->237567) 00002000:00010000:1.0:1763336264.024044:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83df80 00000100:00100000:0.0:1763336264.028790:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.028927:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884160 00000100:00100000:2.0:1763336264.028936:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884160 00002000:00100000:2.0:1763336264.028982:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (208896->262143) req@ffff9c92bf83ce00 x1848991041884160/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 504/0 e 0 to 0 dl 1763336275 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336264.028993:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83ce00 with x1848991041884160 ext(208896->262143) 00002000:00010000:2.0:1763336264.028999:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83ce00 00000100:00100000:2.0:1763336264.029044:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1852 00000100:00100000:2.0:1763336264.029053:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041884160:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336264.032018:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041884160:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2944us (3216us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1763336264.032032:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1852 00002000:00100000:2.0:1763336264.032046:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (208896->262143) req@ffff9c92bf83ce00 x1848991041884160/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 504/440 e 0 to 0 dl 1763336275 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336264.032057:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83ce00 with x1848991041884160 ext(208896->262143) 00002000:00010000:2.0:1763336264.032063:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83ce00 00000100:00100000:0.0:1763336264.036535:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.036616:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884288 00000100:00100000:2.0:1763336264.036624:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884288 00002000:00100000:2.0:1763336264.036671:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (229376->262143) req@ffff9c92bf83c700 x1848991041884288/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/0 e 0 to 0 dl 1763336275 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336264.036682:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c700 with x1848991041884288 ext(229376->262143) 00002000:00010000:2.0:1763336264.036763:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c700 00000100:00100000:2.0:1763336264.036895:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1853 00000100:00100000:2.0:1763336264.036905:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041884288:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336264.040206:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041884288:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3293us (3670us total) trans 21474839230 rc 0/0 00000100:00100000:2.0:1763336264.040218:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1853 00002000:00100000:2.0:1763336264.040230:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (229376->262143) req@ffff9c92bf83c700 x1848991041884288/t21474839230(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/448 e 0 to 0 dl 1763336275 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336264.040239:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c700 with x1848991041884288 ext(229376->262143) 00002000:00010000:2.0:1763336264.040245:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c700 00000100:00100000:3.0:1763336264.043645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.043713:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884416 00000100:00100000:1.0:1763336264.043722:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884416 00000100:00100000:1.0:1763336264.043780:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7195 00000100:00100000:1.0:1763336264.043791:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041884416:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:2.0:1763336264.044950:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839230 is committed 00000001:00080000:2.0:1763336264.044971:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839226 is committed 00000100:00100000:1.0:1763336264.045168:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041884416:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1375us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.045178:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7195 00000100:00100000:0.0:1763336264.049310:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.049395:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884544 00000100:00100000:2.0:1763336264.049405:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884544 00000100:00100000:2.0:1763336264.049486:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10276 00000100:00100000:2.0:1763336264.049496:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041884544:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336264.049516:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.049537:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa4390f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66443 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.049638:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43916 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.049651:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43916 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.049664:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43916 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336264.049724:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336264.049728:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336264.049746:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43916 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.049771:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa4390f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66443 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.049787:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43916 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66443 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.049795:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.049798:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.049801:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336264.049848:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041884544:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 353us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.049856:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10276 00000100:00080000:1.0:1763336264.049921:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763336264.058179:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.058279:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884800 00000100:00100000:1.0:1763336264.058290:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884800 00000100:00100000:1.0:1763336264.058354:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10277 00000100:00100000:1.0:1763336264.058365:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041884800:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336264.058419:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.058445:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43916 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66443 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.058469:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.058474:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336264.058642:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.058657:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.058667:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:1.0:1763336264.058759:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968498 00000004:00010000:1.0:1763336264.058784:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2345fda reply state 00000000550d0469 transno 4294968499 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.058797:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.058804:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.058806:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336264.058809:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336264.058898:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041884800:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 534us (728us total) trans 4294968499 rc 0/0 00000100:00100000:1.0:1763336264.058905:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10277 00000020:00080000:1.0:1763336264.058911:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336264.064547:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.064574:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.064605:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.064630:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041884928 00000100:00100000:0.0:1763336264.064637:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041884928 00002000:00010000:0.0:1763336264.064675:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (134815->18446744073709551615) 00002000:00100000:0.0:1763336264.064680:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c000 with x1848991041884928 ext(134815->18446744073709551615) 00002000:00010000:0.0:1763336264.064713:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c000. 00000100:00100000:0.0:1763336264.064738:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885056 00000100:00100000:0.0:1763336264.064742:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885056 00002000:00010000:0.0:1763336264.064753:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.064756:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c380 with x1848991041885056 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.064762:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c380. 00000100:00100000:0.0:1763336264.064777:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885184 00000100:00100000:0.0:1763336264.064780:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885184 00002000:00010000:0.0:1763336264.064791:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.064794:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9eced80 with x1848991041885184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.064799:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9eced80. 00000100:00100000:0.0:1763336264.064816:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1854 00000100:00100000:0.0:1763336264.064825:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041884928:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336264.065222:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 134815 00002000:00010000:0.0:1763336264.065227:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336263 -> 1763336264 00002000:00010000:0.0:1763336264.065229:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.065232:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336263 -> 1763336264 00002000:00010000:0.0:1763336264.065234:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 248 00000100:00100000:0.0:1763336264.065286:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041884928:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 462us (748us total) trans 21474839231 rc 0/0 00000100:00100000:0.0:1763336264.065294:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1854 00002000:00010000:0.0:1763336264.065298:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (134815->18446744073709551615) 00002000:00100000:0.0:1763336264.065300:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c000 with x1848991041884928 ext(134815->18446744073709551615) 00002000:00010000:0.0:1763336264.065305:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c000. 00000100:00100000:0.0:1763336264.065322:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1855 00000100:00100000:0.0:1763336264.065329:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041885056:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336264.065382:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.065385:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336263 -> 1763336264 00002000:00010000:0.0:1763336264.065387:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.065389:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336263 -> 1763336264 00002000:00010000:0.0:1763336264.065392:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336264.065414:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041885056:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 85us (838us total) trans 21474839232 rc 0/0 00000100:00100000:0.0:1763336264.065421:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1855 00002000:00010000:0.0:1763336264.065423:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.065426:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83c380 with x1848991041885056 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.065431:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83c380. 00000100:00100000:0.0:1763336264.065443:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1856 00000100:00100000:0.0:1763336264.065450:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041885184:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336264.065512:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.065515:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336263 -> 1763336264 00002000:00010000:0.0:1763336264.065518:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.065520:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336263 -> 1763336264 00002000:00010000:0.0:1763336264.065522:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336264.065543:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041885184:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 93us (936us total) trans 17179871931 rc 0/0 00000100:00100000:0.0:1763336264.065549:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1856 00002000:00010000:0.0:1763336264.065552:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.065555:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9eced80 with x1848991041885184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.065559:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9eced80. 00000100:00100000:0.0:1763336264.074051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.074211:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885312 00000100:00100000:2.0:1763336264.074223:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885312 00000100:00100000:2.0:1763336264.074289:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10278 00000100:00100000:2.0:1763336264.074300:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041885312:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336264.074325:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.074346:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43924 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6644a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.074442:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.074458:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.074470:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336264.074498:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:2.0:1763336264.074502:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336264.074519:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.074546:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43924 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.074563:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.074572:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.074575:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.074579:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:2.0:1763336264.075166:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041885312:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 865us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.075175:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10278 00000100:00100000:0.0:1763336264.089646:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.090787:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885440 00000100:00100000:3.0:1763336264.090801:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885440 00002000:00100000:3.0:1763336264.090849:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (65536->126975) req@ffff9c92a9ecdf80 x1848991041885440/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/0 e 0 to 0 dl 1763336275 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336264.090862:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecdf80 with x1848991041885440 ext(65536->126975) 00002000:00010000:3.0:1763336264.090868:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecdf80 00000100:00100000:3.0:1763336264.091292:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1857 00000100:00100000:3.0:1763336264.091304:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041885440:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336264.096092:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041885440:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4780us (6444us total) trans 0 rc 61440/61440 00000100:00100000:3.0:1763336264.096106:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1857 00002000:00100000:3.0:1763336264.096120:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (65536->126975) req@ffff9c92a9ecdf80 x1848991041885440/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 488/440 e 0 to 0 dl 1763336275 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336264.096131:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecdf80 with x1848991041885440 ext(65536->126975) 00002000:00010000:3.0:1763336264.096137:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecdf80 00000100:00100000:0.0:1763336264.101208:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.101296:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885568 00000100:00100000:3.0:1763336264.101305:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885568 00000100:00100000:1.0:1763336264.101889:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1858 00000100:00100000:1.0:1763336264.101905:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041885568:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336264.102257:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:1.0:1763336264.102261:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.102264:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.102267:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.102269:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:1.0:1763336264.102332:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041885568:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 432us (1133us total) trans 21474839233 rc 0/0 00000100:00100000:1.0:1763336264.102340:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1858 00000100:00100000:0.0:1763336264.110141:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.110238:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885696 00000100:00100000:3.0:1763336264.110248:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885696 00002000:00100000:3.0:1763336264.110292:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (0->135167) req@ffff9c9186310000 x1848991041885696/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 504/0 e 0 to 0 dl 1763336275 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336264.110311:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186310000 with x1848991041885696 ext(0->135167) 00002000:00010000:3.0:1763336264.110317:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186310000 00000100:00100000:3.0:1763336264.110353:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1859 00000100:00100000:3.0:1763336264.110363:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041885696:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336264.116444:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041885696:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 6072us (6301us total) trans 0 rc 90112/90112 00000100:00100000:2.0:1763336264.116458:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1859 00002000:00100000:2.0:1763336264.116470:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (0->135167) req@ffff9c9186310000 x1848991041885696/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 504/440 e 0 to 0 dl 1763336275 ref 1 fl Complete:/600/0 rc 90112/90112 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336264.116498:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186310000 with x1848991041885696 ext(0->135167) 00002000:00010000:2.0:1763336264.116504:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186310000 00000100:00100000:0.0:1763336264.122469:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.123844:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041885952 00000100:00100000:2.0:1763336264.123855:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041885952 00000100:00100000:1.0:1763336264.125205:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3539 00000100:00100000:1.0:1763336264.125225:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041885952:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336264.125529:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041885952:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 310us (3067us total) trans 4294968500 rc 0/0 00000100:00100000:1.0:1763336264.125536:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3539 00000100:00100000:0.0:1763336264.155248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.156034:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041886080 00000100:00100000:2.0:1763336264.156044:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041886080 00000100:00100000:2.0:1763336264.156110:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10279 00000100:00100000:2.0:1763336264.156121:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57588:x1848991041886080:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.156142:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.156165:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43932 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66451 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.157542:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.157559:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157572:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157587:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.157593:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157599:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157672:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.157682:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157707:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336264.157747:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:2.0:1763336264.157751:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336264.157767:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157777:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157785:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157791:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157796:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157803:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157808:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.157812:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157819:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157829:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336264.157833:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.157837:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157842:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa43939 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157854:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157860:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157864:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157869:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.157871:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157876:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157883:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24ec00) 00010000:00010000:2.0:1763336264.157885:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.157888:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157893:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa43940 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.157923:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa43932 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.157942:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.157962:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.157965:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.157967:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e34800, rc 0) 00000100:00100000:2.0:1763336264.158034:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57588:x1848991041886080:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1914us (2794us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.158043:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10279 00000100:00100000:0.0:1763336264.164169:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.165204:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041886208 00000100:00100000:2.0:1763336264.165216:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041886208 00000100:00100000:0.0:1763336264.165879:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.165972:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041886464 00000100:00100000:3.0:1763336264.165978:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041886464 00000100:00100000:3.0:1763336264.166032:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10280 00000100:00100000:3.0:1763336264.166042:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57588:x1848991041886464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336264.166059:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336264.166078:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4394e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66458 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.166177:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336264.166192:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.166199:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.166207:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 5/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00100000:3.0:1763336264.166229:0:23631:0:(ldlm_lockd.c:2634:ldlm_cancel_hpreq_lock_match()) @@@ Prio raised by lock 0x84ca14902aa43947 req@ffff9c9186313b80 x1848991041886208/t0(0) o103->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:555/0 lens 328/0 e 0 to 0 dl 1763336275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763336264.166255:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.166268:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 29 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.166279:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056120320:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336264.166361:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.166369:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 29 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.166378:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056120448:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336264.166401:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183edfcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.169456:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3404 00000100:00100000:1.0:1763336264.169480:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991041886208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336264.169501:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.169512:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 29 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.169528:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 29 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.169551:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.169556:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.169564:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.169575:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336264.169628:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991041886208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (5469us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.169637:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3404 00000100:00100000:0.0:1763336264.176872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336264.176974:0:23631:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.16@tcp) returned -22 from blocking AST (req@000000005e57b8ae x1848991056120320) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 28 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.176996:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43947 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66451 expref: 28 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.177029:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056120320:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336264.177047:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056120448:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.177613:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041886592 00000100:00100000:2.0:1763336264.177623:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041886592 00010000:00010000:2.0:1763336264.177658:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 28 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.177740:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3405 00000100:00100000:2.0:1763336264.177751:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991041886592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336264.177766:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336264.177772:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 28 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.177784:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 28 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.177804:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa4392b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6644a expref: 28 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.177822:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.177826:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.177836:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.177844:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.177861:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336264.177906:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041886592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 157us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.177914:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3405 00010000:00010000:3.0:1763336264.178674:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336264.178705:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336264.178716:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336264.178722:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:3.0:1763336264.178746:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:3.0:1763336264.178870:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4394e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.178888:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.178895:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336264.178897:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763336264.178900:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336264.178962:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57588:x1848991041886464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 12922us (13086us total) trans 4294968501 rc 0/0 00000100:00100000:3.0:1763336264.178970:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10280 00000100:00100000:0.0:1763336264.182150:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.182234:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041886720 00000100:00100000:3.0:1763336264.182244:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041886720 00000100:00100000:3.0:1763336264.182400:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10281 00000100:00100000:3.0:1763336264.182411:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57588:x1848991041886720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336264.182435:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336264.182455:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43963 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6645f expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.182561:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336264.182576:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.182585:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336264.182616:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.182628:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 28 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.182641:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056120576:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.184798:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9ec0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.188201:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056120576:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.188227:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336264.188342:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.188588:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041886848 00000100:00100000:1.0:1763336264.188595:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041886848 00010000:00010000:1.0:1763336264.188631:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 29 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.188667:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3406 00000100:00100000:1.0:1763336264.188677:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991041886848:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336264.189441:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.189452:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 29 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.189464:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 29 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.189484:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43955 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66458 expref: 29 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.189498:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.189502:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.189511:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.189521:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.189552:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336264.189600:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991041886848:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 923us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.189607:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3406 00010000:00010000:2.0:1763336264.189835:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.189843:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336264.189892:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:2.0:1763336264.189897:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336264.189914:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.189943:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa43963 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6645f expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.189959:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6645f expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.189967:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.189970:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.189973:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf600, rc 0) 00000100:00100000:2.0:1763336264.190012:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57588:x1848991041886720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7594us (7861us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.190020:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10281 00000100:00100000:0.0:1763336264.194425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.194864:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887104 00000100:00100000:2.0:1763336264.194874:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887104 00000100:00100000:2.0:1763336264.194922:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10282 00000100:00100000:2.0:1763336264.194931:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57588:x1848991041887104:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.194950:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.194973:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43971 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66466 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.195079:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa43978 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.195094:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa43978 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.195104:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa43978 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336264.195115:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:2.0:1763336264.195216:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43971 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66466 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.195233:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa43978 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66466 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.195241:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.195244:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336264.195248:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:2.0:1763336264.196131:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57588:x1848991041887104:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1198us (1711us total) trans 4294968502 rc 0/0 00000100:00100000:2.0:1763336264.196140:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10282 00000100:00100000:0.0:1763336264.199816:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.201441:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887232 00000100:00100000:1.0:1763336264.201454:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887232 00000100:00100000:1.0:1763336264.202067:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7196 00000100:00100000:1.0:1763336264.202079:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041887232:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336264.202125:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.202145:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.202152:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336264.202155:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336264.202158:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.202193:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.202206:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 15 pid: 29013 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.202225:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056120704:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.202308:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.202557:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.203339:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887360 00000100:00100000:0.0:1763336264.203347:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887360 00000100:00100000:0.0:1763336264.203391:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7197 00000100:00100000:0.0:1763336264.203400:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041887360:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336264.203428:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.203442:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.203448:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336264.203450:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336264.203452:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.203480:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.203490:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 16 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.203502:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056120832:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336264.203544:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4180 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.203849:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.204762:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887488 00000100:00100000:2.0:1763336264.204768:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887488 00000100:00100000:2.0:1763336264.205242:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7198 00000100:00100000:2.0:1763336264.205252:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041887488:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336264.205284:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.205298:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 21 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.205306:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.205308:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.205312:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.205337:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 21 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.205353:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 21 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.205365:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056120960:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.205414:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.209072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.209092:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.209110:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.209196:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056120960:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336264.209223:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.209310:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056120704:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.209325:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.209350:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887744 00000100:00100000:1.0:1763336264.209356:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887744 00010000:00010000:1.0:1763336264.209386:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 17 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.209422:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887616 00000100:00100000:1.0:1763336264.209426:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887616 00010000:00010000:1.0:1763336264.209438:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 18 pid: 29013 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.210093:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041887872 00000100:00100000:3.0:1763336264.210099:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041887872 00010000:00010000:3.0:1763336264.210121:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 22 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.210155:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3407 00000100:00100000:3.0:1763336264.210164:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041887744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.210178:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.210198:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 18 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210210:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 18 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210236:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.210238:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.210243:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.210253:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.210274:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.210324:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041887744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 160us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.210332:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3407 00000100:00100000:3.0:1763336264.210351:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3408 00000100:00100000:3.0:1763336264.210357:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041887616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.210365:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.210375:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 17 pid: 29013 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210386:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 17 pid: 29013 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210400:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9285e18a00/0x84ca14902aa438d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->143359) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66419 expref: 17 pid: 29013 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210418:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.210420:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.210424:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.210431:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.210447:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.210466:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041887616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 109us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.210472:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3408 00000100:00100000:3.0:1763336264.210486:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3409 00000100:00100000:3.0:1763336264.210492:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991041887872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.210501:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.210512:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 22 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210522:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 22 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210538:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43908 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6643c expref: 22 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.210548:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.210550:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.210553:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.210561:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.210577:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.210596:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041887872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 104us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.210603:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3409 00010000:00010000:3.0:1763336264.210627:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210761:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43901 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66435 expref: 15 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.210775:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056120832:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.210790:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210799:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210806:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210828:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210836:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210843:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210850:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336264.210853:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210860:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210883:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.210891:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4398d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.210943:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041887360:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 7541us (8385us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336264.210944:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.210956:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7197 00010000:00010000:1.0:1763336264.210957:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.210974:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.210982:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.210991:0:28588:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.210996:0:28588:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.210999:0:28588:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.211037:0:28588:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.211050:0:28588:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.211059:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa43986 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.211099:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041887232:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 9022us (11290us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.211105:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7196 00010000:00010000:3.0:1763336264.212096:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212120:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212128:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212136:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212143:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336264.212147:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212160:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212174:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.212182:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918635b200/0x84ca14902aa43994 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.212908:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041887488:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 7652us (9054us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.212918:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7198 00000100:00100000:0.0:1763336264.215675:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.215815:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888128 00000100:00100000:2.0:1763336264.215825:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888128 00000100:00100000:2.0:1763336264.215875:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10283 00000100:00100000:2.0:1763336264.215885:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57588:x1848991041888128:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336264.215933:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763336264.215958:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa438fa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6642e expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.215980:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa4396a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6645f expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.215991:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.215996:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336264.216036:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.216050:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.216060:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:2.0:1763336264.216273:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].87, 88 off15224 00000004:00080000:2.0:1763336264.216283:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052177596791ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336264.216322:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].91, 88 off15600 00000004:00080000:2.0:1763336264.216328:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052177643043ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336264.216355:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].88, 88 off15312 00000004:00080000:2.0:1763336264.216359:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052177674104ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336264.216371:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].92, 88 off15688 00000004:00080000:2.0:1763336264.216374:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052177689037ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336264.216383:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].93, 88 off15776 00000004:00080000:2.0:1763336264.216387:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052177701248ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336264.216396:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].89, 88 off15400 00000004:00080000:2.0:1763336264.216400:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052177714632ns, next at 981493758006ns, rc = 0 00000001:00080000:2.0:1763336264.222250:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968503 is committed 00000004:00080000:2.0:1763336264.222263:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 91 committed 00000004:00080000:2.0:1763336264.222277:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 91 committed 00000004:00080000:2.0:1763336264.222291:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 90 committed 00000004:00080000:2.0:1763336264.222293:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 90 committed 00000004:00080000:2.0:1763336264.222294:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 89 committed 00000004:00080000:2.0:1763336264.222296:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 89 committed 00000020:00080000:2.0:1763336264.222313:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 40 batchid updated 00000020:00080000:2.0:1763336264.222338:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 40 00000100:00100000:3.0:1763336264.222420:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056121088:0@lo:2:osp-syn-1-1.0 00000020:00080000:2.0:1763336264.222432:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 40 cancel update log [0x240000400:0x2:0x0].19: rc = 0 00000020:00080000:2.0:1763336264.222442:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 40 00000004:00010000:2.0:1763336264.222474:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eac06bfa reply state 00000000360cc906 transno 4294968503 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336264.222483:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336264.222500:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.222509:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.222513:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763336264.222517:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336264.222526:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336264.222535:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056121216:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336264.222539:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056121088 00000100:00100000:2.0:1763336264.222547:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056121088 00000100:00100000:3.0:1763336264.222555:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336264.222581:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056121344:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336264.222588:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056121216 00000100:00100000:2.0:1763336264.222592:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056121216 00000100:00100000:3.0:1763336264.222601:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336264.222656:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222669:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222676:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222682:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.222702:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222709:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222723:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.222726:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336264.222730:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222736:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa438f3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.222750:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.222756:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.222761:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.222765:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.222768:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.222772:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.222778:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.222780:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336264.222782:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.222790:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4391d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336264.223031:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056121472:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336264.223059:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336264.224577:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056121344 00000100:00100000:1.0:1763336264.224587:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056121344 00000100:00100000:1.0:1763336264.224632:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056121472 00000100:00100000:1.0:1763336264.224636:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056121472 00000100:00100000:1.0:1763336264.224667:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7199 00000100:00100000:1.0:1763336264.224676:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056121088:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336264.224828:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336264.224832:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336264.224835:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336264.224837:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336264.224840:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336264.224886:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056121088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 210us (2405us total) trans 17179871932 rc 0/0 00000100:00100000:1.0:1763336264.224893:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7199 00000100:00100000:1.0:1763336264.224913:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7200 00000100:00100000:1.0:1763336264.224919:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056121216:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336264.224987:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056121216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 68us (2432us total) trans 17179871933 rc 0/0 00000100:00100000:1.0:1763336264.224993:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7200 00000100:00100000:1.0:1763336264.225022:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7201 00000100:00100000:1.0:1763336264.225029:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056121344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336264.225095:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056121344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 67us (2494us total) trans 17179871934 rc 0/0 00000100:00100000:1.0:1763336264.225101:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7201 00000100:00100000:1.0:1763336264.225114:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7202 00000100:00100000:1.0:1763336264.225121:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056121472:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.225198:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3649:x1848991056121472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (2138us total) trans 21474839234 rc 0/0 00000100:00100000:1.0:1763336264.225204:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7202 00000100:00100000:1.0:1763336264.225253:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056121728:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.225284:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336264.225303:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336264.225309:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056121600:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.225329:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336264.225352:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056121728 00000100:00100000:1.0:1763336264.225356:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056121728 00000100:00100000:1.0:1763336264.225376:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056121600 00000100:00100000:1.0:1763336264.225378:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056121600 00000100:00100000:1.0:1763336264.225394:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7203 00000100:00100000:1.0:1763336264.225400:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056121728:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336264.225452:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336264.225455:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.225457:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.225459:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.225461:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336264.225490:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056121728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (205us total) trans 21474839235 rc 0/0 00000100:00100000:1.0:1763336264.225496:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7203 00000100:00100000:1.0:1763336264.225509:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7204 00000100:00100000:1.0:1763336264.225515:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056121600:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.225581:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056121600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 65us (249us total) trans 21474839236 rc 0/0 00000100:00100000:1.0:1763336264.225587:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7204 00000004:00080000:1.0:1763336264.225629:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8b100/2, rc 0, transno 17179871934 00000100:00100000:1.0:1763336264.225635:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056121344:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336264.225654:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839226 gen 2 00000004:00080000:1.0:1763336264.225659:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839223 committed transno 21474839226 00000004:00080000:1.0:1763336264.225675:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae311f80, transno 21474839224 00000004:00080000:1.0:1763336264.225701:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae312300, transno 21474839225 00000004:00080000:1.0:1763336264.225704:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae312680, transno 21474839226 00000100:00100000:1.0:1763336264.225709:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c92ae311500 x1848991056121600/t21474839236(21474839236) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336280 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763336264.225718:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae311500/2, rc 0, transno 21474839236 00000100:00100000:1.0:1763336264.225721:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056121600:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336264.225732:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae311c00/2, rc 0, transno 21474839235 00000100:00100000:1.0:1763336264.225735:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae311c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056121728:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336264.225809:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 3 in progress, 1 in flight, 3 done 00000004:00080000:1.0:1763336264.225831:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89880/2, rc 0, transno 17179871933 00000100:00100000:1.0:1763336264.225835:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056121216:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336264.225842:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89180/2, rc 0, transno 17179871932 00000100:00100000:1.0:1763336264.225845:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056121088:0@lo:2:osp-syn-1-1.0 00010000:00080000:1.0:1763336264.225942:0:23631:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763336264.225954:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57588:x1848991041888128:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 10070us (10288us total) trans 4294968503 rc 0/0 00000100:00100000:1.0:1763336264.225961:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10283 00010000:00010000:1.0:1763336264.225994:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.226014:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.226022:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.226027:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336264.226031:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.226038:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.226052:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.226055:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336264.226059:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.226064:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4399b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000004:00080000:0.0:1763336264.226272:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae310700/2, rc 0, transno 21474839234 00000100:00100000:0.0:1763336264.226278:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056121472:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336264.232275:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.232351:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888256 00000100:00100000:1.0:1763336264.232361:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888256 00000100:00100000:1.0:1763336264.232417:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10284 00000100:00100000:1.0:1763336264.232427:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57588:x1848991041888256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.232447:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.232467:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6646d expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.232519:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.232533:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.232549:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.232553:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336264.232556:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:1.0:1763336264.232618:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57588:x1848991041888256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 191us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.232626:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10284 00000100:00100000:1.0:1763336264.244064:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.245488:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888384 00000100:00100000:0.0:1763336264.245500:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888384 00000100:00100000:0.0:1763336264.245571:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10285 00000100:00100000:0.0:1763336264.245581:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57588:x1848991041888384:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.245600:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.245621:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66474 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.245728:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439b0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336264.245744:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.245755:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336264.245784:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:0.0:1763336264.245788:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336264.245804:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.245831:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66474 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.245850:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66474 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.245858:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.245861:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336264.245865:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:0.0:1763336264.245937:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57588:x1848991041888384:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 357us (1883us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.245944:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10285 00000100:00100000:3.0:1763336264.251048:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.252275:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.252307:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888512 00000100:00100000:2.0:1763336264.252317:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888512 00000100:00100000:0.0:1763336264.252407:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.252696:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888640 00000100:00100000:1.0:1763336264.252702:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888640 00000100:00100000:1.0:1763336264.252727:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888768 00000100:00100000:1.0:1763336264.252729:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888768 00000100:00100000:1.0:1763336264.252748:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7205 00000100:00100000:1.0:1763336264.252757:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041888512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.252774:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.252794:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6647b expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336264.252816:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 134815, mtime: 0x691a6048, atime: 0x691a6047, ctime: 0x691a6048, blocks: 0xf8 00010000:00010000:1.0:1763336264.252835:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.252837:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.252847:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.252878:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.252892:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61800, rc 0) 00000100:00100000:1.0:1763336264.252951:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041888512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 195us (1910us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.252958:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7205 00000100:00100000:1.0:1763336264.252978:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7206 00000100:00100000:1.0:1763336264.252986:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041888640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.252994:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.253016:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66482 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336264.253029:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6048, atime: 0x691a6047, ctime: 0x691a6048, blocks: 0x1800 00010000:00010000:1.0:1763336264.253038:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.253040:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.253045:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.253055:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.253064:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61400, rc 0) 00000100:00100000:1.0:1763336264.253085:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041888640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 100us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.253092:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7206 00000100:00100000:1.0:1763336264.253105:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7207 00000100:00100000:1.0:1763336264.253112:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041888768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.253119:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.253129:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66489 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336264.253142:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6048, atime: 0x691a6047, ctime: 0x691a6048, blocks: 0x0 00010000:00010000:1.0:1763336264.253152:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.253154:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.253160:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.253170:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.253178:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:1.0:1763336264.253196:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041888768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 85us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.253203:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7207 00000100:00100000:2.0:1763336264.306203:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.306531:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041888896 00000100:00100000:0.0:1763336264.306542:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041888896 00000100:00100000:0.0:1763336264.306603:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7208 00000100:00100000:0.0:1763336264.306613:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041888896:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336264.307449:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041888896:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 834us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.307458:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7208 00000100:00100000:1.0:1763336264.311244:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.311342:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889024 00000100:00100000:2.0:1763336264.311351:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889024 00000100:00100000:2.0:1763336264.311402:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7209 00000100:00100000:2.0:1763336264.311410:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041889024:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336264.311523:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041889024:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 113us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.311533:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7209 00000100:00100000:2.0:1763336264.316041:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.316108:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889280 00000100:00100000:0.0:1763336264.316117:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889280 00000100:00100000:0.0:1763336264.316166:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10286 00000100:00100000:0.0:1763336264.316175:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57588:x1848991041889280:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336264.316218:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.316241:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439b0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66474 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.316257:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.316262:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336264.316421:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336264.316434:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.316443:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336264.316490:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968504 00000004:00010000:0.0:1763336264.316512:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f6b5bbba reply state 00000000144b68a9 transno 4294968505 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.316523:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.316529:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.316532:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336264.316534:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336264.317644:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57588:x1848991041889280:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1464us (1605us total) trans 4294968505 rc 0/0 00000100:00100000:0.0:1763336264.317653:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10286 00000020:00080000:0.0:1763336264.317659:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336264.320125:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.320255:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889408 00000100:00100000:3.0:1763336264.320264:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889408 00000100:00100000:3.0:1763336264.320319:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7210 00000100:00100000:3.0:1763336264.320328:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57588:x1848991041889408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336264.320344:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336264.320364:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66490 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336264.320390:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 200704, mtime: 0x691a6047, atime: 0x691a6047, ctime: 0x691a6047, blocks: 0xa8 00010000:00010000:3.0:1763336264.320411:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.320413:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.320420:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.320435:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.320448:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336264.320510:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57588:x1848991041889408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 182us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.320516:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7210 00000100:00100000:1.0:1763336264.326026:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.326498:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889536 00000100:00100000:2.0:1763336264.326507:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889536 00000100:00100000:2.0:1763336264.326776:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7211 00000100:00100000:2.0:1763336264.326787:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57588:x1848991041889536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.326805:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.326826:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66497 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.326854:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.326863:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.326865:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.326870:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.326905:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.326917:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 16 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.326932:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056121856:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.327018:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.332997:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.333333:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889664 00000100:00100000:0.0:1763336264.333342:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889664 00010000:00010000:0.0:1763336264.333380:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 17 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.333422:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3410 00000100:00100000:0.0:1763336264.333432:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041889664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.333446:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.333451:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 17 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.333463:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 17 pid: 28588 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.333491:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.333493:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.333499:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.333509:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.333544:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.333557:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056121984:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336264.333635:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4180 going to sleep for 11 seconds 00010000:00010000:2.0:1763336264.334783:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa437b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c663da expref: 17 pid: 28588 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.334800:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056121856:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.334824:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.334835:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336264.334888:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57588:x1848991041889536:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 8102us (8869us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.334896:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7211 00000100:00100000:0.0:1763336264.338106:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056121984:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336264.338135:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.338195:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041889664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4763us (5204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.338205:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3410 00000100:00100000:3.0:1763336264.338493:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.338573:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.339023:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889792 00000100:00100000:2.0:1763336264.339031:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889792 00002000:00010000:2.0:1763336264.339068:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336264.339073:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b643480 with x1848991041889792 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336264.339083:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b643480. 00000100:00100000:2.0:1763336264.339106:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041889920 00000100:00100000:2.0:1763336264.339110:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041889920 00002000:00010000:2.0:1763336264.339124:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:2.0:1763336264.339128:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642680 with x1848991041889920 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336264.339134:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642680. 00000100:00100000:2.0:1763336264.339152:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1860 00000100:00100000:2.0:1763336264.339161:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041889792:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336264.339575:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 200704 -> 0 00002000:00010000:2.0:1763336264.339580:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336263 -> 1763336264 00002000:00010000:2.0:1763336264.339583:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336264.339586:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336263 -> 1763336264 00002000:00010000:2.0:1763336264.339588:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 168 -> 0 00000100:00100000:2.0:1763336264.339631:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041889792:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 471us (1138us total) trans 17179871935 rc 0/0 00000100:00100000:2.0:1763336264.339640:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1860 00002000:00010000:2.0:1763336264.339643:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336264.339646:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b643480 with x1848991041889792 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336264.339650:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b643480. 00000100:00100000:2.0:1763336264.339667:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1861 00000100:00100000:2.0:1763336264.339674:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041889920:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336264.339767:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336264.339771:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336263 -> 1763336264 00002000:00010000:2.0:1763336264.339773:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336264.339775:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336263 -> 1763336264 00002000:00010000:2.0:1763336264.339777:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336264.339800:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041889920:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 126us (1226us total) trans 21474839237 rc 0/0 00000100:00100000:2.0:1763336264.339808:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1861 00002000:00010000:2.0:1763336264.339811:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:2.0:1763336264.339813:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642680 with x1848991041889920 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336264.339818:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642680. 00000100:00100000:3.0:1763336264.343824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.344204:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890048 00000100:00100000:0.0:1763336264.344212:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890048 00000100:00100000:0.0:1763336264.344273:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10287 00000100:00100000:0.0:1763336264.344282:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57588:x1848991041890048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.344306:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.344326:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439e1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6649e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.344414:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa439e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336264.344426:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa439e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.344436:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa439e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336264.344457:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:0.0:1763336264.344461:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336264.344475:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa439e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.344498:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa439e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6649e expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.344513:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa439e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6649e expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.344521:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.344524:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336264.344527:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:0.0:1763336264.344580:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57588:x1848991041890048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 299us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.344587:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10287 00000100:00100000:1.0:1763336264.348554:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.348924:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890176 00000100:00100000:3.0:1763336264.348935:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890176 00000100:00100000:3.0:1763336264.349349:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1862 00000100:00100000:3.0:1763336264.349359:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041890176:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336264.349394:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.349408:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.349410:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.349415:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.349428:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352813:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352834:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352844:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352851:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336264.352855:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352864:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352882:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.352890:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa439ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336264.352969:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041890176:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3607us (4419us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1763336264.352981:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1862 00000100:00100000:1.0:1763336264.361909:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.361982:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890304 00000100:00100000:3.0:1763336264.361992:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890304 00000100:00100000:3.0:1763336264.362076:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1863 00000100:00100000:3.0:1763336264.362086:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041890304:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336264.362121:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.362140:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.362147:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336264.362149:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336264.362153:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.362185:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.362197:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 23 pid: 27808 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.362210:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b640000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056122112:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336264.362284:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.368234:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b640000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056122112:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336264.368264:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.371601:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.372281:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890432 00000100:00100000:0.0:1763336264.372291:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890432 00010000:00010000:0.0:1763336264.372330:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.372382:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3411 00000100:00100000:0.0:1763336264.372392:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041890432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.372408:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.372428:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.372442:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.372464:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa439d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66490 expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.372478:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.372480:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.372484:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.372494:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.372529:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.372577:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041890432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 186us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.372585:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3411 00010000:00010000:3.0:1763336264.373106:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.373117:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336264.378839:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871936 is committed 00000001:00080000:2.0:1763336264.378859:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871934 is committed 00002000:00010000:3.0:1763336264.379011:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 0 -> 114688 00002000:00010000:3.0:1763336264.379016:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:3.0:1763336264.379028:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.379039:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.379048:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.379054:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336264.379059:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.379067:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.379086:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.379098:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa439f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336264.379180:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041890304:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 17091us (17276us total) trans 17179871936 rc 0/0 00000100:00100000:3.0:1763336264.379190:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1863 00000100:00100000:2.0:1763336264.382507:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.382591:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890560 00000100:00100000:1.0:1763336264.382599:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890560 00000100:00100000:1.0:1763336264.383279:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7212 00000100:00100000:1.0:1763336264.383293:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041890560:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336264.383415:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041890560:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 126us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.383423:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7212 00000100:00100000:1.0:1763336264.388804:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.388978:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890816 00000100:00100000:2.0:1763336264.388988:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890816 00000100:00100000:2.0:1763336264.389194:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10288 00000100:00100000:2.0:1763336264.389206:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57588:x1848991041890816:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336264.389256:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336264.389282:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa439e8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6649e expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.389300:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.389305:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336264.389465:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.389480:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.389490:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336264.389530:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968506 00000004:00010000:2.0:1763336264.389553:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e21abc13 reply state 0000000097117e7a transno 4294968507 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.389564:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.389570:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.389572:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336264.389575:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336264.389666:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57588:x1848991041890816:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 462us (870us total) trans 4294968507 rc 0/0 00000100:00100000:2.0:1763336264.389673:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10288 00000020:00080000:2.0:1763336264.389679:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336264.392789:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.392899:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041890944 00000100:00100000:3.0:1763336264.392908:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041890944 00000100:00100000:3.0:1763336264.392991:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7213 00000100:00100000:3.0:1763336264.393009:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57588:x1848991041890944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336264.393027:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336264.393048:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664a5 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336264.393069:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 114688, mtime: 0x691a6048, atime: 0x691a6047, ctime: 0x691a6048, blocks: 0x50 00010000:00010000:3.0:1763336264.393088:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.393090:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.393098:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.393111:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.393121:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336264.393180:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57588:x1848991041890944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 181us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.393191:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7213 00000100:00100000:1.0:1763336264.398628:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.398661:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.399633:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891072 00000100:00100000:0.0:1763336264.399644:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891072 00002000:00010000:0.0:1763336264.399712:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (114688->18446744073709551615) 00002000:00100000:0.0:1763336264.399718:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e8a80 with x1848991041891072 ext(114688->18446744073709551615) 00002000:00010000:0.0:1763336264.399729:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91867e8a80. 00000100:00100000:0.0:1763336264.399751:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891200 00000100:00100000:0.0:1763336264.399754:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891200 00002000:00010000:0.0:1763336264.399768:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.399771:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867eb800 with x1848991041891200 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.399776:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867eb800. 00000100:00100000:3.0:1763336264.399877:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1864 00000100:00100000:3.0:1763336264.399889:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041891072:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336264.400053:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 114688 -> 114688 00002000:00010000:3.0:1763336264.400058:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.400060:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336264.400062:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.400065:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1763336264.400126:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041891072:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 239us (1506us total) trans 17179871937 rc 0/0 00000100:00100000:3.0:1763336264.400134:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1864 00002000:00010000:3.0:1763336264.400137:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (114688->18446744073709551615) 00002000:00100000:3.0:1763336264.400139:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e8a80 with x1848991041891072 ext(114688->18446744073709551615) 00002000:00010000:3.0:1763336264.400144:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91867e8a80. 00000100:00100000:3.0:1763336264.400166:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1865 00000100:00100000:3.0:1763336264.400173:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041891200:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336264.400242:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336264.400246:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.400248:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336264.400250:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.400252:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336264.400273:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041891200:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 101us (1611us total) trans 21474839238 rc 0/0 00000100:00100000:3.0:1763336264.400279:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1865 00002000:00010000:3.0:1763336264.400283:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:3.0:1763336264.400285:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867eb800 with x1848991041891200 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336264.400289:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867eb800. 00000100:00100000:2.0:1763336264.408591:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.408730:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891328 00000100:00100000:1.0:1763336264.408739:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891328 00000100:00100000:1.0:1763336264.408789:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10289 00000100:00100000:1.0:1763336264.408799:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57588:x1848991041891328:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.408822:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.408842:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a0b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664ac expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.408934:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a12 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.408950:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a12 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.408959:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a12 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336264.408985:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 114688 00000004:00200000:1.0:1763336264.408989:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336264.409020:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a12 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.409048:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a0b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664ac expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.409065:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a12 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664ac expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.409077:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.409080:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336264.409083:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:1.0:1763336264.410165:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57588:x1848991041891328:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1361us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.410174:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10289 00000100:00100000:2.0:1763336264.415033:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.415334:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891584 00000100:00100000:1.0:1763336264.415344:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891584 00000100:00100000:1.0:1763336264.415405:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10290 00000100:00100000:1.0:1763336264.415416:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57588:x1848991041891584:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336264.415467:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.415494:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a12 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664ac expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.415512:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.415517:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336264.415677:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.415724:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.415734:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:1.0:1763336264.415777:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968508 00000004:00010000:1.0:1763336264.415798:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f443483a reply state 00000000c6fb522d transno 4294968509 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.415813:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.415818:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.415821:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336264.415824:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336264.415912:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57588:x1848991041891584:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 498us (886us total) trans 4294968509 rc 0/0 00000100:00100000:1.0:1763336264.415920:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10290 00000020:00080000:1.0:1763336264.415925:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336264.422048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.422097:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.422182:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891712 00000100:00100000:1.0:1763336264.422195:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891712 00002000:00010000:1.0:1763336264.422237:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (134815->18446744073709551615) 00002000:00100000:1.0:1763336264.422241:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861be300 with x1848991041891712 ext(134815->18446744073709551615) 00002000:00010000:1.0:1763336264.422253:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861be300. 00000100:00100000:1.0:1763336264.422275:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891840 00000100:00100000:1.0:1763336264.422278:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891840 00002000:00010000:1.0:1763336264.422288:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:1.0:1763336264.422291:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014e00 with x1848991041891840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336264.422296:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014e00. 00000100:00100000:1.0:1763336264.422316:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1866 00000100:00100000:1.0:1763336264.422324:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041891712:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336264.422508:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 114688 -> 134815 00002000:00010000:1.0:1763336264.422511:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.422513:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.422515:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.422517:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336264.422571:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041891712:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 247us (535us total) trans 17179871938 rc 0/0 00000100:00100000:1.0:1763336264.422578:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1866 00002000:00010000:1.0:1763336264.422582:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (134815->18446744073709551615) 00002000:00100000:1.0:1763336264.422585:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861be300 with x1848991041891712 ext(134815->18446744073709551615) 00002000:00010000:1.0:1763336264.422589:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861be300. 00000100:00100000:1.0:1763336264.422605:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1867 00000100:00100000:1.0:1763336264.422612:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041891840:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336264.422671:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336264.422674:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.422676:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336264.422678:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.422681:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336264.422727:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041891840:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 115us (629us total) trans 21474839239 rc 0/0 00000100:00100000:1.0:1763336264.422734:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1867 00002000:00010000:1.0:1763336264.422737:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:1.0:1763336264.422740:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014e00 with x1848991041891840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336264.422744:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014e00. 00000100:00100000:2.0:1763336264.439893:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.439965:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041891968 00000100:00100000:1.0:1763336264.439974:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041891968 00000100:00100000:1.0:1763336264.440042:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10291 00000100:00100000:1.0:1763336264.440052:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57588:x1848991041891968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.440073:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.440091:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a20 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664b3 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.440175:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a27 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.440190:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a27 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.440201:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a27 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336264.440231:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:1.0:1763336264.440235:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336264.440250:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a27 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.440274:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a20 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664b3 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.440290:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a27 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664b3 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.440299:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.440302:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336264.440306:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:1.0:1763336264.440361:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57588:x1848991041891968:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 310us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.440368:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10291 00000100:00100000:1.0:1763336264.444480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.444721:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041892224 00000100:00100000:0.0:1763336264.444730:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041892224 00000100:00100000:1.0:1763336264.444795:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10292 00000100:00100000:1.0:1763336264.444808:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57588:x1848991041892224:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336264.444862:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.444888:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a27 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664b3 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.444906:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.444911:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336264.445089:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.445108:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.445116:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:1.0:1763336264.445158:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968510 00000004:00010000:1.0:1763336264.445180:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a7b52278 reply state 000000005b2d8b6b transno 4294968511 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.445192:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.445197:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.445200:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336264.445202:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336264.445290:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57588:x1848991041892224:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 484us (825us total) trans 4294968511 rc 0/0 00000100:00100000:1.0:1763336264.445298:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10292 00000020:00080000:1.0:1763336264.445303:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336264.447449:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.449128:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.449363:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041892352 00000100:00100000:0.0:1763336264.449373:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041892352 00002000:00010000:0.0:1763336264.449412:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (134815->18446744073709551615) 00002000:00100000:0.0:1763336264.449417:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016300 with x1848991041892352 ext(134815->18446744073709551615) 00002000:00010000:0.0:1763336264.449429:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187016300. 00000100:00100000:0.0:1763336264.449460:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041892480 00000100:00100000:0.0:1763336264.449463:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041892480 00002000:00010000:0.0:1763336264.449476:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.449479:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015180 with x1848991041892480 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.449485:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015180. 00000100:00100000:0.0:1763336264.449514:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1868 00000100:00100000:0.0:1763336264.449523:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041892352:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336264.449813:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:0.0:1763336264.449817:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.449820:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.449822:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.449823:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:0.0:1763336264.449881:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041892352:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 358us (2440us total) trans 17179871939 rc 0/0 00000100:00100000:0.0:1763336264.449888:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1868 00002000:00010000:0.0:1763336264.449891:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (134815->18446744073709551615) 00002000:00100000:0.0:1763336264.449894:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016300 with x1848991041892352 ext(134815->18446744073709551615) 00002000:00010000:0.0:1763336264.449898:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187016300. 00000100:00100000:0.0:1763336264.449915:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1869 00000100:00100000:0.0:1763336264.449921:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041892480:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336264.449977:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.449979:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.449982:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336264.449983:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.449985:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336264.450015:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041892480:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 82us (883us total) trans 21474839240 rc 0/0 00000100:00100000:0.0:1763336264.450021:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1869 00002000:00010000:0.0:1763336264.450023:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.450025:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015180 with x1848991041892480 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.450029:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015180. 00000100:00100000:2.0:1763336264.454994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.455100:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041892736 00000100:00100000:1.0:1763336264.455110:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041892736 00000100:00100000:1.0:1763336264.455271:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10293 00000100:00100000:1.0:1763336264.455281:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57588:x1848991041892736:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336264.455399:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.455417:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.455427:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00010000:1.0:1763336264.455528:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac3a387f reply state 0000000039154087 transno 4294968512 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.455542:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.455549:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.455552:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336264.455556:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336264.456454:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57588:x1848991041892736:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1170us (1464us total) trans 4294968512 rc 0/0 00000100:00100000:1.0:1763336264.456462:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10293 00000100:00100000:0.0:1763336264.460817:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.460845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.460860:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.460927:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041892864 00000100:00100000:3.0:1763336264.460935:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041892864 00000100:00100000:3.0:1763336264.460983:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041892992 00000100:00100000:3.0:1763336264.460986:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041892992 00000100:00100000:3.0:1763336264.461023:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041893120 00000100:00100000:3.0:1763336264.461026:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041893120 00000100:00100000:3.0:1763336264.461049:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7214 00000100:00100000:3.0:1763336264.461058:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041892864:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336264.461188:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:3.0:1763336264.461192:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.461194:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336263 -> 1763336264 00002000:00010000:3.0:1763336264.461196:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.461199:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763336264.461248:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041892864:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 192us (439us total) trans 21474839241 rc 0/0 00000100:00100000:3.0:1763336264.461255:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7214 00000100:00100000:3.0:1763336264.461272:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7215 00000100:00100000:3.0:1763336264.461279:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041892992:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336264.461334:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336264.461337:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.461339:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336263 -> 1763336264 00002000:00010000:3.0:1763336264.461341:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.461343:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336264.461364:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041892992:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 85us (517us total) trans 21474839242 rc 0/0 00000100:00100000:3.0:1763336264.461371:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7215 00000100:00100000:3.0:1763336264.461389:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7216 00000100:00100000:3.0:1763336264.461395:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041893120:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336264.461454:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336264.461456:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.461459:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336263 -> 1763336264 00002000:00010000:3.0:1763336264.461461:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.461463:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336264.461482:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041893120:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 87us (621us total) trans 17179871940 rc 0/0 00000100:00100000:3.0:1763336264.461489:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7216 00000100:00100000:3.0:1763336264.464292:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.465259:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041893376 00000100:00100000:1.0:1763336264.465269:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041893376 00000100:00100000:1.0:1763336264.465337:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3540 00000100:00100000:1.0:1763336264.465348:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57588:x1848991041893376:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:1.0:1763336264.465409:0:35235:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa43978 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66466 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.465456:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336264.465470:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.465479:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.465512:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.465525:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 33 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.465541:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc53b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056122240:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.465628:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.472383:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.472495:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc53b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056122240:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.472523:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336264.472749:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041893504 00000100:00100000:3.0:1763336264.472756:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041893504 00010000:00010000:3.0:1763336264.472789:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 34 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.473743:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3412 00000100:00100000:3.0:1763336264.473758:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991041893504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.473773:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.473782:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 34 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.473795:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 34 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.473817:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa439a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6646d expref: 34 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.473832:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336264.473836:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336264.473845:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336264.473852:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336264.473871:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.473933:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041893504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (1556us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.473940:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3412 00010000:00010000:1.0:1763336264.474074:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.474081:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000040:00080000:1.0:1763336264.474308:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].90, 88 off15488 00000004:00080000:1.0:1763336264.474317:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052435631142ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336264.474359:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].94, 88 off15864 00000004:00080000:1.0:1763336264.474364:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052435678796ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336264.474391:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].91, 88 off15576 00000004:00080000:1.0:1763336264.474396:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052435710389ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336264.474406:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].95, 88 off15952 00000004:00080000:1.0:1763336264.474409:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052435723951ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336264.474418:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].96, 88 off16040 00000004:00080000:1.0:1763336264.474422:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052435737011ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336264.474431:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].92, 88 off15664 00000004:00080000:1.0:1763336264.474435:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052435749244ns, next at 981493758006ns, rc = 0 00000001:00080000:2.0:1763336264.481239:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968513 is committed 00000004:00080000:2.0:1763336264.481253:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 94 committed 00000004:00080000:2.0:1763336264.481273:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 94 committed 00000004:00080000:2.0:1763336264.481280:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 93 committed 00000004:00080000:2.0:1763336264.481282:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 93 committed 00000004:00080000:2.0:1763336264.481284:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 92 committed 00000004:00080000:2.0:1763336264.481286:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 92 committed 00010000:00010000:1.0:1763336264.481609:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481621:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481629:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481635:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336264.481640:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481647:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481663:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.481666:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336264.481671:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481677:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa439cc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.481717:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481724:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481728:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481733:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336264.481736:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481742:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481749:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.481752:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336264.481755:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481759:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa439fd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481768:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481773:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481779:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481783:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336264.481786:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481795:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481801:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.481804:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336264.481807:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481813:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a19 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481824:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481830:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336264.481833:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056122496:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336264.481839:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481846:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186398600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336264.481849:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481855:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481862:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.481865:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336264.481867:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481873:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398600/0x84ca14902aa43a2e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481884:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481890:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481896:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481903:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186398e00 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:0.0:1763336264.481905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763336264.481907:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481914:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481923:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.481926:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336264.481928:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.481933:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186398e00/0x84ca14902aa43a35 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336264.481943:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336264.481952:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056122624:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336264.481966:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056122368:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.481985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.482013:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1763336264.482060:0:35235:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bbec0381 reply state 000000006f53f32c transno 4294968513 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.482075:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.482088:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.482091:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763336264.482094:0:35235:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763336264.482100:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.482103:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:0.0:1763336264.482105:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056122752:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336264.482111:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa43978 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66466 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.482134:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.482170:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056123008:0@lo:2:osp-syn-1-1.0 00010000:00080000:1.0:1763336264.482197:0:35235:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336264.482197:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336264.482213:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57588:x1848991041893376:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 16865us (17927us total) trans 4294968513 rc 0/0 00000100:00100000:0.0:1763336264.482223:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336264.482224:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3540 00000100:00100000:0.0:1763336264.482234:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056122880:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336264.482257:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336264.482282:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336264.482291:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336264.482297:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336264.482302:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.482305:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336264.482311:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336264.482320:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.482323:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336264.482326:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336264.482331:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a3c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336264.482354:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056122496 00000100:00100000:0.0:1763336264.482361:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056122496 00000100:00100000:0.0:1763336264.482394:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056122624 00000100:00100000:0.0:1763336264.482397:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056122624 00000100:00100000:0.0:1763336264.482411:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056122368 00000100:00100000:0.0:1763336264.482413:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056122368 00000100:00100000:0.0:1763336264.482424:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056122752 00000100:00100000:0.0:1763336264.482426:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056122752 00000100:00100000:0.0:1763336264.482436:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056123008 00000100:00100000:0.0:1763336264.482438:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056123008 00000100:00100000:0.0:1763336264.482445:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056122880 00000100:00100000:0.0:1763336264.482447:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056122880 00000100:00100000:0.0:1763336264.482459:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7217 00000100:00100000:0.0:1763336264.482465:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056122496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336264.482500:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7218 00000100:00100000:2.0:1763336264.482512:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056122624:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336264.482592:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.482596:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.482599:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.482602:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.482604:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336264.482613:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7219 00000100:00100000:3.0:1763336264.482623:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056122368:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336264.482642:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056122496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 175us (739us total) trans 21474839243 rc 0/0 00000100:00100000:0.0:1763336264.482650:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7217 00000100:00100000:0.0:1763336264.482671:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7220 00002000:00010000:3.0:1763336264.482679:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00000100:00100000:0.0:1763336264.482682:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056122752:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336264.482701:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.482704:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.482707:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.482709:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763336264.482741:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056122368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 120us (737us total) trans 21474839245 rc 0/0 00000100:00100000:3.0:1763336264.482748:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7219 00000100:00100000:3.0:1763336264.482763:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7221 00000100:00100000:3.0:1763336264.482770:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056123008:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336264.482796:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.482800:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336264.482803:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336264.482806:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336264.482808:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763336264.482825:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:3.0:1763336264.482829:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.482832:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336264.482834:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.482836:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:0.0:1763336264.482844:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056122752:12345-0@lo:2:osp-syn-1-1.0 Request processed in 164us (708us total) trans 17179871941 rc 0/0 00000100:00100000:0.0:1763336264.482851:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7220 00000100:00100000:3.0:1763336264.482869:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056123008:12345-0@lo:2:osp-syn-1-1.0 Request processed in 99us (671us total) trans 17179871942 rc 0/0 00000100:00100000:0.0:1763336264.482872:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7222 00000100:00100000:3.0:1763336264.482881:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7221 00000100:00100000:0.0:1763336264.482885:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056122880:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336264.482936:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.482938:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.482940:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.482943:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.482945:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336264.482975:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763336264.482977:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056122880:12345-0@lo:2:osp-syn-1-1.0 Request processed in 94us (717us total) trans 17179871943 rc 0/0 00002000:00010000:2.0:1763336264.482981:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.482987:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00000100:00100000:0.0:1763336264.482991:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7222 00002000:00010000:2.0:1763336264.482992:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.482998:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336264.483052:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871934 gen 2 00000100:00100000:2.0:1763336264.483056:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056122624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 546us (1070us total) trans 21474839244 rc 0/0 00000004:00080000:0.0:1763336264.483059:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871926 committed transno 17179871934 00000100:00100000:2.0:1763336264.483068:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7218 00000004:00080000:0.0:1763336264.483084:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc51880, transno 17179871927 00000004:00080000:0.0:1763336264.483096:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc50380, transno 17179871928 00000004:00080000:0.0:1763336264.483099:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc50e00, transno 17179871929 00000004:00080000:0.0:1763336264.483104:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89180, transno 17179871932 00000004:00080000:0.0:1763336264.483108:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89880, transno 17179871933 00000004:00080000:0.0:1763336264.483112:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8b100, transno 17179871934 00000100:00100000:0.0:1763336264.483121:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918650aa00 x1848991056122752/t17179871941(17179871941) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336280 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763336264.483132:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918650aa00/2, rc 0, transno 17179871941 00000100:00100000:0.0:1763336264.483137:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056122752:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336264.483166:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186509c00/2, rc 0, transno 17179871943 00000100:00100000:0.0:1763336264.483170:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056122880:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336264.483180:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918650a680/2, rc 0, transno 17179871942 00000100:00100000:0.0:1763336264.483184:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056123008:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336264.483194:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b640000/2, rc 0, transno 21474839245 00000100:00100000:0.0:1763336264.483197:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056122368:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336264.483207:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b642300/2, rc 0, transno 21474839243 00000004:00080000:2.0:1763336264.483210:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 3 in progress, 0 in flight, 6 done 00000100:00100000:0.0:1763336264.483212:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056122496:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336264.483281:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b640a80/2, rc 0, transno 21474839244 00000100:00100000:3.0:1763336264.483287:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056122624:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336264.488422:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.488498:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041893632 00000100:00100000:1.0:1763336264.488507:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041893632 00000100:00100000:1.0:1763336264.488570:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10294 00000100:00100000:1.0:1763336264.488581:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57588:x1848991041893632:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.488602:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.488621:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43a43 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664ba expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.488671:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43a43 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664ba expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.488716:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43a43 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664ba expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.488736:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.488739:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336264.488744:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:1.0:1763336264.488792:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57588:x1848991041893632:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 214us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.488798:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10294 00000100:00100000:0.0:1763336264.492454:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.495051:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041893888 00000100:00100000:1.0:1763336264.495065:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041893888 00000100:00100000:1.0:1763336264.495251:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3541 00000100:00100000:1.0:1763336264.495262:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57588:x1848991041893888:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336264.495537:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57588:x1848991041893888:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 276us (3090us total) trans 4294968514 rc 0/0 00000100:00100000:1.0:1763336264.495544:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3541 00000100:00100000:3.0:1763336264.513412:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.513663:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041894016 00000100:00100000:2.0:1763336264.513673:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041894016 00000100:00100000:2.0:1763336264.513765:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10295 00000100:00100000:2.0:1763336264.513775:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57589:x1848991041894016:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.513798:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.513819:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43a4a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664c1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.513883:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.513897:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.513908:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.513920:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.513928:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.513934:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514027:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336264.514036:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514046:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336264.514077:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:2.0:1763336264.514081:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336264.514094:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514105:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514112:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514122:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514128:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514134:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514139:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.514142:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514148:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514158:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24eb00) 00010000:00010000:2.0:1763336264.514161:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.514164:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514170:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43a51 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514182:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514186:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514191:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514195:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.514198:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514202:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514207:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e900) 00010000:00010000:2.0:1763336264.514209:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.514211:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514216:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a58 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.514239:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43a4a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.514250:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.514262:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.514264:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.514266:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336264.514314:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57589:x1848991041894016:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 541us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.514321:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10295 00000100:00100000:3.0:1763336264.517180:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.517268:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041894272 00000100:00100000:1.0:1763336264.517276:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041894272 00000100:00100000:1.0:1763336264.517327:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10296 00000100:00100000:1.0:1763336264.517337:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57589:x1848991041894272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.517356:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.517383:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a66 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664c8 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.517475:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a6d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.517489:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a6d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.517500:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a6d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336264.517510:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:1.0:1763336264.517598:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43a66 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c8 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.517615:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a6d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c8 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.517623:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.517627:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763336264.517630:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:1.0:1763336264.517681:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57589:x1848991041894272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 345us (509us total) trans 4294968515 rc 0/0 00000100:00100000:1.0:1763336264.517769:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10296 00000100:00100000:0.0:1763336264.520144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.520188:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041894528 00000100:00100000:1.0:1763336264.520197:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041894528 00000100:00100000:1.0:1763336264.520252:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10297 00000100:00100000:1.0:1763336264.520262:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57589:x1848991041894528:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.520285:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.520302:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a7b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664cf expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.520713:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43a82 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.520729:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43a82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.520741:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43a82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336264.520754:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:1.0:1763336264.520853:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa43a7b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664cf expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.520871:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43a82 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664cf expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.520879:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.520882:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336264.520886:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:1.0:1763336264.520944:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57589:x1848991041894528:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 683us (807us total) trans 4294968516 rc 0/0 00000100:00100000:1.0:1763336264.520952:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10297 00000100:00100000:3.0:1763336264.568131:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.569011:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041894656 00000100:00100000:1.0:1763336264.569023:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041894656 00000100:00100000:2.0:1763336264.569263:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1870 00000100:00100000:2.0:1763336264.569274:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041894656:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336264.569310:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.569324:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.569326:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.569331:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.569344:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572919:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572938:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572946:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572957:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336264.572961:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572970:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572987:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.572994:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa43a90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.573084:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041894656:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3807us (4956us total) trans 0 rc 134815/134815 00000100:00100000:2.0:1763336264.573093:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1870 00000100:00100000:0.0:1763336264.577120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.577196:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041894784 00000100:00100000:2.0:1763336264.577206:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041894784 00000100:00100000:2.0:1763336264.577285:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1871 00000100:00100000:2.0:1763336264.577295:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041894784:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336264.577330:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.577347:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.577354:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.577356:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.577360:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.577390:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.577403:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 22 pid: 27808 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.577417:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056123136:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.577496:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.580968:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056123136:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.580997:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.582448:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.582743:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041894912 00000100:00100000:3.0:1763336264.582752:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041894912 00010000:00010000:3.0:1763336264.582785:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 23 pid: 27808 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.582825:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3413 00000100:00100000:3.0:1763336264.582835:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041894912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.582848:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.582867:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 23 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.582885:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 23 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.582912:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa43a04 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664a5 expref: 23 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.582928:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.582930:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.582935:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.582944:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.582977:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.583042:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041894912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 208us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.583053:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3413 00010000:00010000:2.0:1763336264.583129:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.583137:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585274:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585289:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585297:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585304:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21faa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336264.585307:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585315:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585328:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.585334:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a97 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.585398:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041894784:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8103us (8286us total) trans 0 rc 134815/134815 00000100:00100000:2.0:1763336264.585406:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1871 00000100:00100000:3.0:1763336264.597066:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.597171:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041895040 00000100:00100000:0.0:1763336264.597179:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041895040 00000100:00100000:0.0:1763336264.597263:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 422 00000100:00100000:0.0:1763336264.597273:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57589:x1848991041895040:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336264.597288:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.597310:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43a82 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664cf expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.597326:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.597331:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.597443:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57589:x1848991041895040:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 170us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.597451:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 422 00000100:00100000:1.0:1763336264.599229:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.599315:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041895296 00000100:00100000:2.0:1763336264.599324:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041895296 00000100:00100000:2.0:1763336264.599372:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3542 00000100:00100000:2.0:1763336264.599381:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57589:x1848991041895296:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336264.599612:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57589:x1848991041895296:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 231us (388us total) trans 4294968517 rc 0/0 00000100:00100000:2.0:1763336264.599620:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3542 00000100:00100000:1.0:1763336264.603424:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.603516:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041895552 00000100:00100000:2.0:1763336264.603525:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041895552 00000100:00100000:2.0:1763336264.603590:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10298 00000100:00100000:2.0:1763336264.603600:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041895552:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336264.603620:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.603639:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a9e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664d6 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.603765:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.603779:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.603788:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.603818:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.603830:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 25 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.603842:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056123264:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.603903:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.606162:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056123264:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.606187:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336264.606439:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.606498:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041895680 00000100:00100000:0.0:1763336264.606505:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041895680 00010000:00010000:0.0:1763336264.606530:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.606556:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3414 00000100:00100000:0.0:1763336264.607065:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041895680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.607079:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.607087:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.607100:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.607129:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43a5f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c1 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.607146:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.607150:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.607160:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.607166:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.607198:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.607246:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041895680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.607257:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3414 00010000:00010000:2.0:1763336264.607335:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.607343:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336264.607364:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:2.0:1763336264.607481:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43a9e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.607496:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.607503:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.607506:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336264.607508:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb800, rc 0) 00000100:00100000:2.0:1763336264.607541:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041895552:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3942us (4125us total) trans 4294968518 rc 0/0 00000100:00100000:2.0:1763336264.607548:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10298 00000100:00100000:1.0:1763336264.609608:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.609661:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041895808 00000100:00100000:2.0:1763336264.609669:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041895808 00000100:00100000:2.0:1763336264.609753:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10299 00000100:00100000:2.0:1763336264.609762:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041895808:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336264.609781:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.609799:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa43ab3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664dd expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.609906:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.609920:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.609929:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.609960:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.609972:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 26 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.609984:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056123392:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.610321:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.612902:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056123392:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.612930:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336264.613067:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.613611:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041895936 00000100:00100000:0.0:1763336264.613620:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041895936 00010000:00010000:0.0:1763336264.614039:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 27 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.614085:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3415 00000100:00100000:0.0:1763336264.614096:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041895936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.614110:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.614116:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 27 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.614128:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 27 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.614150:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aa5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664d6 expref: 27 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.614167:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.614172:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.614181:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.614189:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.614220:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.614282:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041895936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (1215us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.614290:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3415 00010000:00010000:1.0:1763336264.614357:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.614364:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336264.614519:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:1.0:1763336264.614525:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336264.614547:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.615105:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa43ab3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664dd expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.615123:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664dd expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.615131:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.615134:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336264.615137:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e34800, rc 0) 00000100:00100000:1.0:1763336264.615183:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041895808:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5422us (5580us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.615191:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10299 00000100:00100000:3.0:1763336264.618138:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.618218:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041896192 00000100:00100000:2.0:1763336264.618228:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041896192 00000100:00100000:2.0:1763336264.618518:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3543 00000100:00100000:2.0:1763336264.618530:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041896192:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336264.618770:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041896192:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 242us (639us total) trans 4294968519 rc 0/0 00000100:00100000:2.0:1763336264.618777:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3543 00000100:00100000:0.0:1763336264.621024:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.621097:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041896448 00000100:00100000:1.0:1763336264.621105:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041896448 00000100:00100000:1.0:1763336264.621157:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10300 00000100:00100000:1.0:1763336264.621166:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041896448:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336264.621185:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.621188:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763336264.621212:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43a6d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664c8 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.621231:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43a43 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664ba expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.621243:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43aba lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664dd expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.621258:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.621263:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336264.621275:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa43ac1 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664e4 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.621320:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa43ac8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.621332:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa43ac8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.621341:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa43ac8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:1.0:1763336264.621558:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].93, 88 off15752 00000004:00080000:1.0:1763336264.621566:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052582880463ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336264.621601:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].97, 88 off16128 00000004:00080000:1.0:1763336264.621607:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052582921350ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336264.621628:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].94, 88 off15840 00000004:00080000:1.0:1763336264.621632:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052582947178ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336264.621642:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].98, 88 off16216 00000004:00080000:1.0:1763336264.621645:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052582959873ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336264.621653:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].99, 88 off16304 00000004:00080000:1.0:1763336264.621657:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1052582971400ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336264.621665:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].95, 88 off15928 00000004:00080000:1.0:1763336264.621669:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1052582983218ns, next at 981493758006ns, rc = 0 00000001:00080000:0.0:1763336264.624199:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968520 is committed 00000004:00080000:0.0:1763336264.624210:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 97 committed 00000004:00080000:0.0:1763336264.624230:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 97 committed 00000004:00080000:0.0:1763336264.624243:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 96 committed 00000004:00080000:0.0:1763336264.624246:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 96 committed 00000004:00080000:0.0:1763336264.624248:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 95 committed 00000004:00080000:0.0:1763336264.624250:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 95 committed 00010000:00010000:1.0:1763336264.624349:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa43ac8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664e4 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.624367:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.624370:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336264.624387:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa43ac1 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664e4 expref: 19 pid: 23631 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763336264.624406:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa43ac8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664e4 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.624435:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.624438:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336264.624441:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:3.0:1763336264.624483:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056123776:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.624506:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041896448:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3339us (3488us total) trans 4294968520 rc 0/0 00000100:00100000:1.0:1763336264.624515:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10300 00000100:00100000:3.0:1763336264.624546:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336264.624575:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056123648:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336264.624602:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056123776 00000100:00100000:1.0:1763336264.624608:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336264.624610:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056123776 00000100:00100000:1.0:1763336264.624633:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336264.624641:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056123520:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336264.624648:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056123648 00000100:00100000:3.0:1763336264.624654:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056123648 00000100:00100000:1.0:1763336264.624667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336264.624677:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056123520 00000100:00100000:3.0:1763336264.624712:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056123520 00000100:00100000:3.0:1763336264.624747:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7223 00000100:00100000:1.0:1763336264.624828:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7224 00000100:00100000:2.0:1763336264.624834:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7225 00000100:00100000:1.0:1763336264.624838:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056123648:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336264.624843:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056123520:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336264.624958:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:1.0:1763336264.624958:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336264.624962:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.624962:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.624966:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.624966:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.624969:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.624969:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.624972:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00002000:00010000:1.0:1763336264.624972:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336264.624978:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056123776:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336264.625022:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3647:x1848991056123520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 178us (354us total) trans 21474839246 rc 0/0 00000100:00100000:1.0:1763336264.625022:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3647:x1848991056123648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 185us (413us total) trans 21474839247 rc 0/0 00000100:00100000:1.0:1763336264.625029:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7224 00000100:00100000:2.0:1763336264.625037:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7225 00000004:00080000:0.0:1763336264.625068:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c77480/2, rc 0, transno 21474839246 00002000:00010000:3.0:1763336264.625071:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336264.625076:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00000100:00100000:0.0:1763336264.625078:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056123520:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.625081:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056123904:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336264.625082:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336264.625090:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.625093:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763336264.625100:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74380/2, rc 0, transno 21474839247 00000100:00100000:0.0:1763336264.625106:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056123648:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.625122:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.625122:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056124160:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336264.625135:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056123776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 161us (588us total) trans 21474839248 rc 0/0 00000100:00100000:3.0:1763336264.625144:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7223 00000100:00100000:2.0:1763336264.625148:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056123904 00000100:00100000:2.0:1763336264.625158:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056123904 00000100:00100000:0.0:1763336264.625164:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336264.625176:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056124032:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336264.625187:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c76d80/2, rc 0, transno 21474839248 00000100:00100000:2.0:1763336264.625190:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056124160 00000100:00100000:2.0:1763336264.625194:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056124160 00000100:00100000:3.0:1763336264.625195:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056123776:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336264.625208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.625234:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056124032 00000100:00100000:2.0:1763336264.625237:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7226 00000100:00100000:0.0:1763336264.625240:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056124032 00000100:00100000:3.0:1763336264.625246:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7227 00000100:00100000:2.0:1763336264.625247:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056123904:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336264.625260:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056124160:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336264.625274:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7228 00000100:00100000:0.0:1763336264.625284:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056124032:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336264.625334:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336264.625338:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336264.625341:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336264.625343:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336264.625346:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336264.625351:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.625355:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.625358:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.625360:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.625362:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336264.625383:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056124160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 126us (220us total) trans 17179871945 rc 0/0 00000100:00100000:2.0:1763336264.625391:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056123904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 144us (269us total) trans 17179871944 rc 0/0 00000100:00100000:3.0:1763336264.625396:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7227 00000100:00100000:2.0:1763336264.625404:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7226 00000100:00100000:0.0:1763336264.625405:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056124032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 121us (196us total) trans 17179871946 rc 0/0 00000100:00100000:0.0:1763336264.625414:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7228 00000004:00080000:0.0:1763336264.625462:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c686d80/2, rc 0, transno 17179871946 00000100:00100000:0.0:1763336264.625467:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056124032:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336264.625547:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c685c00/2, rc 0, transno 17179871945 00000100:00100000:1.0:1763336264.625553:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056124160:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336264.626078:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c686300/2, rc 0, transno 17179871944 00000100:00100000:1.0:1763336264.626084:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056123904:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336264.628168:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.628301:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041896576 00000100:00100000:2.0:1763336264.628311:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041896576 00000100:00100000:2.0:1763336264.628372:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7229 00000100:00100000:2.0:1763336264.628382:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041896576:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336264.628399:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.628417:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664eb expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.628445:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336264.628455:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.628457:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.628461:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [28672->36863] (req 28672->36863) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.628493:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336264.628505:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 1152 lvb_type: 1 00000100:00100000:2.0:1763336264.628518:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056124288:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.628595:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.630242:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056124288:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.630277:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [28672->36863] (req 28672->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.630295:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb400, rc 0) 00000100:00100000:2.0:1763336264.630471:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041896576:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2089us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.630480:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7229 00000100:00100000:1.0:1763336264.630662:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.630726:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041896704 00000100:00100000:0.0:1763336264.630733:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041896704 00010000:00010000:0.0:1763336264.630758:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 1152 lvb_type: 1 00000100:00100000:0.0:1763336264.630794:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3416 00000100:00100000:0.0:1763336264.630802:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041896704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.630814:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.630833:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 1152 lvb_type: 1 00010000:00010000:0.0:1763336264.630845:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 1152 lvb_type: 1 00010000:00010000:0.0:1763336264.630864:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa439b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6647b expref: 22 pid: 8399 timeout: 1152 lvb_type: 1 00010000:00010000:0.0:1763336264.630876:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.630878:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.630884:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.630894:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.630924:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.630936:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056124416:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336264.630990:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4180 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.632420:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056124416:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336264.632440:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.632481:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041896704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1680us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.632491:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3416 00000100:00100000:3.0:1763336264.632947:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.633023:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041896832 00000100:00100000:2.0:1763336264.633030:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041896832 00000100:00100000:2.0:1763336264.633130:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1872 00000100:00100000:2.0:1763336264.633140:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041896832:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336264.633309:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:2.0:1763336264.633314:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.633316:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.633318:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.633321:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763336264.633362:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041896832:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 220us (412us total) trans 21474839249 rc 0/0 00000100:00100000:2.0:1763336264.633369:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1872 00000100:00100000:1.0:1763336264.635972:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.636054:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041896960 00000100:00100000:2.0:1763336264.636063:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041896960 00000100:00100000:2.0:1763336264.636123:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10301 00000100:00100000:2.0:1763336264.636132:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041896960:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336264.636152:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.636172:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43ad6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664f2 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.636258:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43add lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.636273:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43add lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.636283:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43add lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336264.636308:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:2.0:1763336264.636312:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336264.636329:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43add lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.636353:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43ad6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664f2 expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.636370:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43add lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664f2 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.636383:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.636387:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.636390:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336264.636465:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041896960:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 333us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.636472:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10301 00000100:00100000:1.0:1763336264.641327:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.641407:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041897216 00000100:00100000:2.0:1763336264.641417:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041897216 00000100:00100000:2.0:1763336264.641473:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3544 00000100:00100000:2.0:1763336264.641483:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041897216:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336264.641753:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041897216:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 270us (432us total) trans 4294968521 rc 0/0 00000100:00100000:2.0:1763336264.641766:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3544 00000100:00100000:3.0:1763336264.654301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.654414:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041897472 00000100:00100000:2.0:1763336264.654423:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041897472 00000100:00100000:2.0:1763336264.654486:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10302 00000100:00100000:2.0:1763336264.654496:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57590:x1848991041897472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.654519:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.654541:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43ae4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c664f9 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.654616:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.654629:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.654643:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.654657:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.654663:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.654669:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.654926:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43af9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.654936:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43af9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.654943:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43af9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336264.654953:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:2.0:1763336264.655034:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655041:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655047:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655053:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.655057:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655065:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655077:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336264.655080:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.655084:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655090:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa43aeb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655103:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655108:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655113:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655117:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.655119:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655123:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655129:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e800) 00010000:00010000:2.0:1763336264.655131:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.655133:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655138:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa43af2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.655177:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa43ae4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664f9 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.655194:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43af9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664f9 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.655201:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.655203:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.655205:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:2.0:1763336264.655436:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57590:x1848991041897472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 940us (1142us total) trans 4294968522 rc 0/0 00000100:00100000:2.0:1763336264.655444:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10302 00000100:00100000:1.0:1763336264.660532:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.660593:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.660893:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041897728 00000100:00100000:2.0:1763336264.660902:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041897728 00000100:00100000:2.0:1763336264.660963:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10303 00000100:00100000:2.0:1763336264.660974:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57590:x1848991041897728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.660995:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.661023:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43b07 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66500 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.661434:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.661448:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.661461:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336264.661475:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x50:0x0]: returning size 0 00010000:00010000:2.0:1763336264.661520:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43b07 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.661541:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.661550:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c918a24e800) 00010000:00010000:2.0:1763336264.661552:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336264.661556:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336264.661615:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041897728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 642us (1091us total) trans 4294968523 rc 0/0 00000100:00100000:2.0:1763336264.661632:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10303 00000100:00100000:0.0:1763336264.661715:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041897856 00000100:00100000:0.0:1763336264.661720:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041897856 00000100:00100000:0.0:1763336264.661762:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 423 00000100:00100000:0.0:1763336264.661777:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041897856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.661787:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.661813:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43af9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664f9 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.661826:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.661830:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.661852:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991041897856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 83us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.661858:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 423 00000100:00100000:1.0:1763336264.665088:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.665310:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041898112 00000100:00100000:0.0:1763336264.665325:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041898112 00000100:00100000:0.0:1763336264.665402:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10304 00000100:00100000:0.0:1763336264.665413:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041898112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.665443:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.665471:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b1c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66507 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.665611:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336264.665629:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.665640:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.665681:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.665736:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 24 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.665756:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056124544:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336264.665853:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4180 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.667178:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056124544:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336264.667208:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336264.667732:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.667846:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041898240 00000100:00100000:3.0:1763336264.667856:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041898240 00010000:00010000:3.0:1763336264.667937:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 25 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:3.0:1763336264.667986:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3417 00000100:00100000:3.0:1763336264.667997:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041898240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.668023:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.668030:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 25 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.668043:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 25 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.668064:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43b0e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66500 expref: 25 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:3.0:1763336264.668080:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c918a24e800) 00010000:00010000:3.0:1763336264.668084:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336264.668093:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336264.668100:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336264.668135:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336264.668196:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041898240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 199us (472us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336264.668196:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336264.668211:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3417 00010000:00010000:1.0:1763336264.668213:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336264.668234:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x50:0x0]: returning size 0 00000004:00080000:1.0:1763336264.668385:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3a:0x0], index 0: 0 00000004:00080000:1.0:1763336264.668394:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3c:0x0], index 1: 0 00010000:00010000:1.0:1763336264.668499:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668508:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668515:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668521:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336264.668525:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668532:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668542:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c918a24e800) 00010000:00010000:1.0:1763336264.668545:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336264.668549:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668555:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b23 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.668601:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b1c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66507 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.668611:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c918a24e800) 00010000:00010000:1.0:1763336264.668613:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763336264.668617:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b1c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66507 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.668636:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0dc00, rc 0) 00000100:00100000:1.0:1763336264.668753:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041898112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3341us (3679us total) trans 4294968524 rc 301/301 00000100:00100000:1.0:1763336264.668761:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10304 00000100:00100000:1.0:1763336264.672010:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.672079:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041898496 00000100:00100000:0.0:1763336264.672088:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041898496 00000100:00100000:0.0:1763336264.672130:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3545 00000100:00100000:0.0:1763336264.672138:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041898496:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336264.672367:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041898496:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 228us (374us total) trans 4294968525 rc 0/0 00000100:00100000:0.0:1763336264.672375:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3545 00000100:00100000:3.0:1763336264.675089:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.675174:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041898624 00000100:00100000:1.0:1763336264.675187:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041898624 00000100:00100000:1.0:1763336264.675263:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10305 00000100:00100000:1.0:1763336264.675275:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041898624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.675307:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.675340:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b31 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6650e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.675492:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa43b38 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336264.675508:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa43b38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.675522:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa43b38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336264.675575:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x50:0x0]: returning size 0 00000004:00200000:1.0:1763336264.675581:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336264.675602:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa43b38 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.675632:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b31 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6650e expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.675658:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa43b38 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6650e expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.675666:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336264.675670:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763336264.675674:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:1.0:1763336264.675820:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57590:x1848991041898624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 546us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.675828:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10305 00000100:00100000:2.0:1763336264.677998:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763336264.678037:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056124672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763336264.678122:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.678220:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056124672 00000100:00100000:0.0:1763336264.678234:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056124672 00000100:00100000:0.0:1763336264.678306:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1763336264.678318:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056124672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763336264.678349:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915923456 avail 3684401152 00000100:00100000:0.0:1763336264.678442:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056124672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.678450:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1763336264.678545:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056124672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763336264.679575:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.679609:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.679674:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041898752 00000100:00100000:0.0:1763336264.679680:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041898752 00000100:00100000:0.0:1763336264.679797:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041898880 00000100:00100000:0.0:1763336264.679801:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041898880 00000100:00100000:0.0:1763336264.679817:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7230 00000100:00100000:0.0:1763336264.679824:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041898752:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.679836:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.679854:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66515 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336264.679944:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336264.679961:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.679963:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.679972:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 23 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336264.679989:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 23 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336264.680013:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:0.0:1763336264.680053:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041898752:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 229us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.680059:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7230 00000100:00100000:0.0:1763336264.680073:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7231 00000100:00100000:0.0:1763336264.680079:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041898880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.680086:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.680096:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6651c expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336264.680139:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336264.680149:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.680150:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.680155:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 22 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336264.680166:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 22 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336264.680175:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0dc00, rc 0) 00000100:00100000:0.0:1763336264.680192:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041898880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 113us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.680199:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7231 00000100:00100000:2.0:1763336264.685082:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.685233:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899136 00000100:00100000:1.0:1763336264.685248:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899136 00000100:00100000:1.0:1763336264.685322:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10306 00000100:00100000:1.0:1763336264.685333:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57590:x1848991041899136:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.685351:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.685372:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b4d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66523 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.685484:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43b54 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336264.685500:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43b54 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.685510:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43b54 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336264.685524:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:1.0:1763336264.685636:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b4d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66523 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.685652:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43b54 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66523 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.685661:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.685664:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336264.685667:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:1.0:1763336264.686641:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57590:x1848991041899136:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1305us (1568us total) trans 4294968526 rc 0/0 00000100:00100000:1.0:1763336264.686651:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10306 00000100:00100000:3.0:1763336264.690675:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.690749:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.690772:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.690851:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899264 00000100:00100000:2.0:1763336264.690854:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899520 00000100:00100000:2.0:1763336264.690861:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899520 00000100:00100000:0.0:1763336264.690861:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899264 00000100:00100000:2.0:1763336264.690922:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899392 00000100:00100000:2.0:1763336264.690927:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899392 00000100:00100000:0.0:1763336264.690936:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7232 00000100:00100000:0.0:1763336264.690947:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041899520:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:2.0:1763336264.690959:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7233 00000100:00100000:2.0:1763336264.690971:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041899264:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336264.690990:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.690996:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691024:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.691028:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.691030:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691035:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.691044:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.691048:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336264.691053:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691056:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691087:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.691095:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691098:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691118:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.691124:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.691127:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336264.691134:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691145:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.691147:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056124800:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336264.691165:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691173:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43b62 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.691230:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041899520:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 285us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.691238:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7232 00000100:00100000:2.0:1763336264.691241:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.691262:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7234 00000100:00100000:0.0:1763336264.691280:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041899392:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336264.691298:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691306:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.691308:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.691311:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691327:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691342:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691349:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691356:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691364:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336264.691372:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691380:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691389:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.691396:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43b70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.691448:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041899392:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 178us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.691455:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7234 00000100:00100000:2.0:1763336264.693540:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056124800:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.693573:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.695475:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.695572:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899648 00000100:00100000:0.0:1763336264.695581:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899648 00010000:00010000:0.0:1763336264.695616:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.695668:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3418 00000100:00100000:0.0:1763336264.695678:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041899648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.695741:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.695763:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.695776:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.695798:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb400/0x84ca14902aa43acf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->36863) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664eb expref: 24 pid: 27808 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.695814:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.695816:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.695820:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.695830:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.695853:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.695905:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041899648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 226us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.695913:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3418 00010000:00010000:1.0:1763336264.696112:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696124:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696144:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696153:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696162:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696175:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.696180:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696189:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696202:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.696210:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa43b69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.696276:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041899264:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5308us (5612us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.696285:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7233 00000100:00100000:2.0:1763336264.701915:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.702135:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899776 00000100:00100000:1.0:1763336264.702146:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899776 00000100:00100000:1.0:1763336264.703017:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7235 00000100:00100000:1.0:1763336264.703030:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041899776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.703047:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.703068:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6652a expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336264.703091:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 134815, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0xf8 00010000:00010000:1.0:1763336264.703114:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.703117:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.703127:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 23 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.703144:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 23 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.703156:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:1.0:1763336264.703250:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041899776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 197us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.703259:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7235 00000100:00100000:3.0:1763336264.750457:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.750724:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041899904 00000100:00100000:1.0:1763336264.750736:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041899904 00000100:00100000:1.0:1763336264.750798:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7236 00000100:00100000:1.0:1763336264.750809:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041899904:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336264.750918:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041899904:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 112us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.750926:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7236 00000100:00100000:0.0:1763336264.753618:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.757206:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900032 00000100:00100000:1.0:1763336264.757221:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900032 00000100:00100000:1.0:1763336264.757299:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10307 00000100:00100000:1.0:1763336264.757309:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57590:x1848991041900032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.757333:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.757354:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43b7e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66531 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.757394:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336264.757407:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.757419:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.757523:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43b7e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.757539:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.757548:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336264.757551:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336264.757554:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61800, rc 0) 00000100:00100000:1.0:1763336264.757620:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57590:x1848991041900032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 312us (4010us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.757627:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10307 00000100:00100000:2.0:1763336264.760017:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.760095:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900288 00000100:00100000:3.0:1763336264.760104:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900288 00000100:00100000:3.0:1763336264.760157:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10308 00000100:00100000:3.0:1763336264.760166:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57590:x1848991041900288:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336264.760211:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.760235:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa43b38 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6650e expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.760255:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:3.0:1763336264.760259:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336264.760400:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336264.760414:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336264.760423:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:3.0:1763336264.760463:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968527 00000004:00010000:3.0:1763336264.760484:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac3551bf reply state 00000000b5beb1ed transno 4294968528 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336264.760495:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336264.760501:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:3.0:1763336264.760503:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336264.760506:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336264.760588:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57590:x1848991041900288:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 423us (587us total) trans 4294968528 rc 0/0 00000100:00100000:3.0:1763336264.760595:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10308 00000020:00080000:3.0:1763336264.760600:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336264.763816:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.763875:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900416 00000100:00100000:1.0:1763336264.763884:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900416 00000100:00100000:1.0:1763336264.763934:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10309 00000100:00100000:1.0:1763336264.763943:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57590:x1848991041900416:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.763962:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.763981:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66538 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.764046:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.764060:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.764075:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336264.764079:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336264.764082:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:1.0:1763336264.764133:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57590:x1848991041900416:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 190us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.764140:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10309 00000100:00100000:0.0:1763336264.766880:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.766948:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900544 00000100:00100000:3.0:1763336264.766957:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900544 00000100:00100000:3.0:1763336264.767012:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7237 00000100:00100000:3.0:1763336264.767021:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041900544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336264.767036:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336264.767052:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6653f expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.767080:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336264.767094:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.767097:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.767101:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 24 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.767135:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336264.767149:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00000100:00100000:3.0:1763336264.767161:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056124928:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336264.767239:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63000 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.768871:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056124928:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336264.768901:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 24 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.768918:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf600, rc 0) 00000100:00100000:2.0:1763336264.771579:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.771653:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041900544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4456us (4605us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.771665:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7237 00000100:00100000:1.0:1763336264.771783:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900672 00000100:00100000:1.0:1763336264.771792:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900672 00010000:00010000:1.0:1763336264.771823:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00000100:00100000:1.0:1763336264.771887:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3419 00000100:00100000:1.0:1763336264.771896:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041900672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336264.771909:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.771914:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00010000:00010000:1.0:1763336264.771927:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00010000:00010000:1.0:1763336264.771954:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43b3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66515 expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00010000:00010000:1.0:1763336264.771968:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.771970:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.771976:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.771987:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.772031:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.772044:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056125056:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336264.772115:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.774390:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.774554:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056125056:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336264.774572:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336264.774619:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041900672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2724us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.774628:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3419 00000100:00100000:3.0:1763336264.774660:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900800 00000100:00100000:3.0:1763336264.774667:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900800 00000100:00100000:3.0:1763336264.774748:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7238 00000100:00100000:3.0:1763336264.774759:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57590:x1848991041900800:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.775074:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.775093:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66546 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.775121:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 23 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336264.775129:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.775132:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.775136:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.775163:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 23 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336264.775175:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 23 pid: 28588 timeout: 1152 lvb_type: 1 00000100:00100000:0.0:1763336264.775188:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056125184:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336264.775772:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.778608:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.778903:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041900928 00000100:00100000:3.0:1763336264.778913:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041900928 00010000:00010000:3.0:1763336264.778946:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00000100:00100000:3.0:1763336264.778984:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3420 00000100:00100000:3.0:1763336264.778993:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041900928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336264.779015:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336264.779021:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00010000:00010000:3.0:1763336264.779037:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00010000:00010000:3.0:1763336264.779072:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.779075:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336264.779082:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 24 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.779091:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43b46 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6651c expref: 24 pid: 28588 timeout: 1152 lvb_type: 1 00010000:00010000:3.0:1763336264.779092:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 24 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.779107:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056125184:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.779131:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.779142:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00010000:00010000:2.0:1763336264.779152:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.779174:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056125312:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336264.779203:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041900800:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4445us (4819us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.779211:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7238 00000100:00100000:2.0:1763336264.779369:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.782663:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.782984:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b647800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056125312:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336264.783016:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336264.783062:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041900928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4069us (4460us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.783072:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3420 00000100:00100000:2.0:1763336264.783412:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.784032:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901056 00000100:00100000:0.0:1763336264.784040:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901056 00002000:00010000:0.0:1763336264.784072:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.784076:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645180 with x1848991041901056 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.784088:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645180. 00000100:00100000:0.0:1763336264.784102:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901184 00000100:00100000:0.0:1763336264.784105:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901184 00002000:00010000:0.0:1763336264.784114:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.784117:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647800 with x1848991041901184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.784123:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b647800. 00000100:00100000:0.0:1763336264.784142:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1873 00000100:00100000:0.0:1763336264.784150:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041901056:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336264.784295:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.784298:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 0 -> 1763336264 00002000:00010000:0.0:1763336264.784301:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336264.784304:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 0 -> 1763336264 00002000:00010000:0.0:1763336264.784306:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336264.784344:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041901056:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 194us (1688us total) trans 21474839250 rc 0/0 00000100:00100000:0.0:1763336264.784350:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1873 00002000:00010000:0.0:1763336264.784353:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.784356:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645180 with x1848991041901056 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.784360:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645180. 00000100:00100000:0.0:1763336264.784373:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1874 00000100:00100000:0.0:1763336264.784380:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041901184:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336264.784447:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.784451:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 0 -> 1763336264 00002000:00010000:0.0:1763336264.784453:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336264.784455:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 0 -> 1763336264 00002000:00010000:0.0:1763336264.784457:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336264.784479:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041901184:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 99us (1067us total) trans 17179871947 rc 0/0 00000100:00100000:0.0:1763336264.784489:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1874 00002000:00010000:0.0:1763336264.784492:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:0.0:1763336264.784495:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647800 with x1848991041901184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336264.784499:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b647800. 00000100:00100000:1.0:1763336264.792020:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.793538:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901312 00000100:00100000:0.0:1763336264.793551:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901312 00000100:00100000:0.0:1763336264.793621:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7239 00000100:00100000:0.0:1763336264.793631:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041901312:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336264.793792:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041901312:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 161us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.793805:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7239 00000100:00100000:0.0:1763336264.798876:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.798948:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901440 00000100:00100000:1.0:1763336264.798958:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901440 00000100:00100000:1.0:1763336264.799105:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7240 00000100:00100000:1.0:1763336264.799115:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041901440:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336264.799509:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041901440:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 395us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.799518:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7240 00000100:00100000:2.0:1763336264.804957:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.804997:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901568 00000100:00100000:1.0:1763336264.805018:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901568 00000100:00100000:1.0:1763336264.805088:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1875 00000100:00100000:1.0:1763336264.805097:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041901568:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336264.805130:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.805144:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.805146:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.805151:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.805164:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.805977:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336264.809831:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.809850:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.809859:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.809866:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.809871:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.809880:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.809897:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.809904:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43ba8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.809981:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041901568:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4880us (5029us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1763336264.809991:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1875 00000100:00100000:0.0:1763336264.813187:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.813285:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901696 00000100:00100000:1.0:1763336264.813294:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901696 00000100:00100000:1.0:1763336264.813359:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1876 00000100:00100000:1.0:1763336264.813368:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041901696:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336264.813401:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.813419:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 24 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.813428:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336264.813430:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336264.813433:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.813469:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 24 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.813482:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 24 pid: 8396 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.813496:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056125440:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.813566:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.816518:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056125440:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.816552:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.817222:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.817280:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901824 00000100:00100000:1.0:1763336264.817287:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901824 00010000:00010000:1.0:1763336264.817321:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 25 pid: 8396 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.817370:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3421 00000100:00100000:1.0:1763336264.817381:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041901824:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336264.817395:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.817417:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 25 pid: 8396 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.817430:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 25 pid: 8396 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.817453:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa43b9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6653f expref: 25 pid: 8396 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.817469:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.817471:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.817476:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.817499:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.817541:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336264.817601:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041901824:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 221us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.817609:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3421 00010000:00010000:2.0:1763336264.817865:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.817875:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336264.824333:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839251 is committed 00000001:00080000:2.0:1763336264.824353:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839248 is committed 00002000:00010000:3.0:1763336264.824486:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 0 -> 114688 00002000:00010000:3.0:1763336264.824492:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:3.0:1763336264.824508:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.824520:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.824528:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.824535:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336264.824540:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.824549:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.824568:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336264.824576:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43baf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.825191:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041901696:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11817us (12005us total) trans 21474839251 rc 0/0 00000100:00100000:1.0:1763336264.825203:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1876 00000100:00100000:0.0:1763336264.830966:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.831636:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041901952 00000100:00100000:1.0:1763336264.831647:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041901952 00000100:00100000:1.0:1763336264.831730:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7241 00000100:00100000:1.0:1763336264.831740:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041901952:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336264.831854:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041901952:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 116us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.831861:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7241 00000100:00100000:0.0:1763336264.835102:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.835390:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902208 00000100:00100000:2.0:1763336264.835399:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902208 00000100:00100000:2.0:1763336264.835538:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10310 00000100:00100000:2.0:1763336264.835547:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57590:x1848991041902208:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336264.835781:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336264.835797:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.835808:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336264.835854:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968529 00000004:00010000:2.0:1763336264.835882:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006a9550fd reply state 0000000065c591c8 transno 4294968530 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.835894:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.835901:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336264.835904:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336264.835908:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336264.835991:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57590:x1848991041902208:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 443us (896us total) trans 4294968530 rc 0/0 00000100:00100000:2.0:1763336264.836007:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10310 00000020:00080000:2.0:1763336264.836012:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336264.837777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.837863:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902336 00000100:00100000:0.0:1763336264.837872:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902336 00000100:00100000:0.0:1763336264.837917:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7242 00000100:00100000:0.0:1763336264.837931:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57590:x1848991041902336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.837948:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.837969:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6654d expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336264.837989:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 114688, mtime: 0x691a6048, atime: 0x0, ctime: 0x691a6048, blocks: 0x50 00010000:00010000:0.0:1763336264.838019:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.838022:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.838028:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 13 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.838043:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 13 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.838053:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336264.838105:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57590:x1848991041902336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 175us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.839189:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7242 00000100:00100000:0.0:1763336264.842428:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.842470:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.842486:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902464 00000100:00100000:1.0:1763336264.842495:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902464 00000100:00100000:3.0:1763336264.842538:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902592 00002000:00010000:1.0:1763336264.842538:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (134815->18446744073709551615) 00000100:00100000:3.0:1763336264.842542:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902592 00002000:00100000:1.0:1763336264.842542:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4700 with x1848991041902464 ext(134815->18446744073709551615) 00002000:00010000:1.0:1763336264.842553:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb4700. 00002000:00010000:3.0:1763336264.842557:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:3.0:1763336264.842560:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4e00 with x1848991041902592 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336264.842565:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb4e00. 00000100:00100000:1.0:1763336264.842586:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1877 00000100:00100000:1.0:1763336264.842596:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041902464:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:3.0:1763336264.842627:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1878 00000100:00100000:3.0:1763336264.842642:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041902592:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336264.842753:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336264.842756:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.842759:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336264.842762:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.842764:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336264.842773:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 114688 -> 134815 00002000:00010000:1.0:1763336264.842776:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.842778:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336264.842780:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336264.842782:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1763336264.842814:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041902592:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 179us (342us total) trans 17179871948 rc 0/0 00000100:00100000:1.0:1763336264.842814:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041902464:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 219us (393us total) trans 21474839252 rc 0/0 00000100:00100000:3.0:1763336264.842821:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1878 00000100:00100000:1.0:1763336264.842824:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1877 00002000:00010000:3.0:1763336264.842825:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00010000:1.0:1763336264.842826:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (134815->18446744073709551615) 00002000:00100000:3.0:1763336264.842827:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4e00 with x1848991041902592 ext(0->18446744073709551615) 00002000:00100000:1.0:1763336264.842828:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4700 with x1848991041902464 ext(134815->18446744073709551615) 00002000:00010000:3.0:1763336264.842832:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb4e00. 00002000:00010000:1.0:1763336264.842832:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb4700. 00000100:00100000:3.0:1763336264.846514:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.846611:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902720 00000100:00100000:1.0:1763336264.846620:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902720 00000100:00100000:1.0:1763336264.846715:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1879 00000100:00100000:1.0:1763336264.846726:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041902720:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336264.846764:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846778:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.846780:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.846786:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846798:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846932:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846941:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846955:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846962:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.846970:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846978:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.846993:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.847012:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.847176:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041902720:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 451us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336264.847184:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1879 00000100:00100000:2.0:1763336264.850205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.850303:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902848 00000100:00100000:1.0:1763336264.850315:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902848 00000100:00100000:1.0:1763336264.850393:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1880 00000100:00100000:1.0:1763336264.850417:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041902848:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336264.850454:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.850474:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 14 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.850483:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336264.850485:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336264.850489:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.850524:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 14 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.850536:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 14 pid: 8396 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.850551:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056125568:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.850639:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.852589:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.852711:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041902976 00000100:00100000:2.0:1763336264.852719:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041902976 00010000:00010000:2.0:1763336264.852754:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 15 pid: 8396 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.852800:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3422 00000100:00100000:2.0:1763336264.852809:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041902976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336264.852827:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336264.852845:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 15 pid: 8396 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.852858:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 15 pid: 8396 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.852882:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.852885:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.852890:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.852898:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.852916:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336264.852968:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041902976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 160us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.852976:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3422 00010000:00010000:1.0:1763336264.854782:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa43bbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6654d expref: 14 pid: 8396 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.854802:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056125568:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336264.854825:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.854836:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.854843:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336264.857472:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839253 is committed 00002000:00010000:1.0:1763336264.858217:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 134815 -> 135168 00002000:00010000:1.0:1763336264.858224:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 80 -> 88 00010000:00010000:1.0:1763336264.858236:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.858248:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.858257:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.858265:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.858270:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.858279:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.858299:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.858306:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa43bcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.858725:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041902848:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 8317us (8522us total) trans 21474839253 rc 0/0 00000100:00100000:1.0:1763336264.858735:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1880 00000100:00100000:0.0:1763336264.863970:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.864141:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041903104 00000100:00100000:2.0:1763336264.864149:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041903104 00000100:00100000:1.0:1763336264.864956:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10311 00000100:00100000:1.0:1763336264.864971:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57590:x1848991041903104:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:0.0:1763336264.866774:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968530 is committed 00010000:00010000:2.0:1763336264.866868:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866880:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866888:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866894:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.866898:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866906:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866920:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336264.866924:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.866929:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866934:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa43b8c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866951:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866956:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866961:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866965:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336264.866968:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866973:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866979:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336264.866981:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336264.866983:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336264.866988:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bb6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336264.867158:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57590:x1848991041903104:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 2187us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.867168:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10311 00000100:00100000:3.0:1763336264.875250:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.875297:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.875314:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041903232 00000100:00100000:0.0:1763336264.875325:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041903232 00000100:00100000:1.0:1763336264.875402:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041903360 00000100:00100000:1.0:1763336264.875408:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041903360 00000100:00100000:1.0:1763336264.875510:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7243 00000100:00100000:1.0:1763336264.875521:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041903360:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:2.0:1763336264.875527:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7244 00000100:00100000:2.0:1763336264.875536:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041903232:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:2.0:1763336264.875620:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041903232:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 85us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.875629:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7244 00000001:00080000:0.0:1763336264.876788:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871948 is committed 00000001:00080000:0.0:1763336264.876802:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871946 is committed 00000100:00100000:1.0:1763336264.877042:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041903360:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 1519us (1740us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.877053:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7243 00000100:00100000:3.0:1763336264.888653:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.889825:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.889847:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.889916:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041903616 00000100:00100000:1.0:1763336264.889925:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041903616 00000100:00100000:1.0:1763336264.889970:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041903488 00000100:00100000:1.0:1763336264.889973:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041903488 00000100:00100000:1.0:1763336264.889987:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041903744 00000100:00100000:1.0:1763336264.889989:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041903744 00000100:00100000:2.0:1763336264.890019:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7245 00000100:00100000:2.0:1763336264.890034:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041903616:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336264.890077:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890092:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.890094:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336264.890100:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890114:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890136:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890144:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890152:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890157:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336264.890161:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890174:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890188:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.890196:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43bd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.890220:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7246 00000100:00100000:0.0:1763336264.890234:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7247 00000100:00100000:1.0:1763336264.890237:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041903488:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:0.0:1763336264.890251:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041903744:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336264.890260:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336264.890264:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041903616:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 232us (1615us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336264.890275:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.890279:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763336264.890280:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7245 00010000:00010000:0.0:1763336264.890280:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890284:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890303:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.890307:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336264.890312:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890315:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890335:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890340:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890351:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890356:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890359:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890373:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890375:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.890382:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890383:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890400:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf72600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336264.890404:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890410:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890414:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890422:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890430:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.890431:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43be0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.890450:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa43bd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336264.890492:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041903488:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 259us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.890499:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7246 00000100:00100000:0.0:1763336264.891009:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041903744:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 237us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.891021:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7247 00000100:00100000:0.0:1763336264.892961:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.893017:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041904000 00000100:00100000:1.0:1763336264.893026:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041904000 00000100:00100000:1.0:1763336264.893164:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10312 00000100:00100000:1.0:1763336264.893175:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57590:x1848991041904000:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336264.893256:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336264.893273:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.893284:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:1.0:1763336264.893412:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c64a9b6 reply state 000000000770b642 transno 4294968531 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.893425:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.893432:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336264.893435:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336264.893438:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336264.893533:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041904000:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 360us (578us total) trans 4294968531 rc 0/0 00000100:00100000:1.0:1763336264.893541:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10312 00000100:00100000:0.0:1763336264.898457:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.898502:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.898577:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041904128 00000100:00100000:2.0:1763336264.898586:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041904128 00000100:00100000:3.0:1763336264.898809:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041904256 00000100:00100000:3.0:1763336264.898814:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041904256 00000100:00100000:3.0:1763336264.898869:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7248 00000100:00100000:3.0:1763336264.898879:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041904256:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336264.899243:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7249 00000100:00100000:2.0:1763336264.899250:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041904128:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336264.899265:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336264.899270:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.899273:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 0 -> 1763336264 00002000:00010000:3.0:1763336264.899275:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336264.899277:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336264.899348:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041904256:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 468us (843us total) trans 17179871949 rc 0/0 00000100:00100000:2.0:1763336264.899357:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041904128:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 106us (907us total) trans 21474839254 rc 0/0 00000100:00100000:3.0:1763336264.899358:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7248 00000100:00100000:2.0:1763336264.899369:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7249 00000100:00100000:3.0:1763336264.902137:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.902246:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041904512 00000100:00100000:1.0:1763336264.902255:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041904512 00000100:00100000:1.0:1763336264.902321:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10313 00000100:00100000:1.0:1763336264.902331:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041904512:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:1.0:1763336264.902396:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336264.902413:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.902424:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 4/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.902457:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.902469:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 24 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.902483:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056125696:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.902584:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.906042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.906107:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041904640 00000100:00100000:2.0:1763336264.906116:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041904640 00010000:00010000:2.0:1763336264.906154:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 25 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:2.0:1763336264.906189:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3423 00000100:00100000:2.0:1763336264.906197:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041904640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336264.906211:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336264.906218:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 25 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.906232:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 25 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.906258:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336264.906263:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.906272:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.906279:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336264.906297:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336264.906411:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041904640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 214us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.906420:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3423 00010000:00010000:0.0:1763336264.906453:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa43b85 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x50:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66531 expref: 24 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.906476:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056125696:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336264.906498:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906507:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906513:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906548:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906555:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906561:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906567:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.906570:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906577:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906587:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336264.906590:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763336264.906594:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 2/0,0 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.906600:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa43bee lrc: 0/0,0 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336264.906638:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041904512:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 4309us (4509us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763336264.906645:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10313 00000100:00100000:0.0:1763336264.910363:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.910496:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041904896 00000100:00100000:1.0:1763336264.910505:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041904896 00000100:00100000:1.0:1763336264.910557:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10314 00000100:00100000:1.0:1763336264.910567:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041904896:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336264.910615:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763336264.910639:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa43ac8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664e4 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.910660:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa43add lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c664f2 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.910675:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.910680:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336264.910770:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336264.910783:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.910792:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:1.0:1763336264.910898:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000466dd73c reply state 00000000eb95aba1 transno 4294968532 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.910910:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336264.910915:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.910918:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336264.910921:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336264.910995:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041904896:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 429us (638us total) trans 4294968532 rc 0/0 00000100:00100000:1.0:1763336264.911011:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10314 00000100:00100000:1.0:1763336264.913313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.913368:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905024 00000100:00100000:2.0:1763336264.913378:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905024 00000100:00100000:2.0:1763336264.913434:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10315 00000100:00100000:2.0:1763336264.913444:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041905024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.913465:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.913483:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66554 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.913534:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.913549:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.913566:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.913569:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336264.913573:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:2.0:1763336264.914319:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041905024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 870us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.914328:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10315 00000100:00100000:0.0:1763336264.917314:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.917357:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.917494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.918544:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905280 00000100:00100000:2.0:1763336264.918556:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905280 00000100:00100000:2.0:1763336264.918618:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905152 00000100:00100000:2.0:1763336264.918625:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905152 00000100:00100000:2.0:1763336264.918644:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905408 00000100:00100000:2.0:1763336264.918646:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905408 00000100:00100000:2.0:1763336264.918663:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7250 00000100:00100000:2.0:1763336264.918671:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041905280:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:0.0:1763336264.918817:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7251 00000100:00100000:0.0:1763336264.918826:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91894baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041905152:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336264.918915:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:0.0:1763336264.918919:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.918921:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.918923:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.918926:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:0.0:1763336264.918984:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041905152:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 159us (1625us total) trans 21474839255 rc 0/0 00000100:00100000:0.0:1763336264.918992:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7251 00000100:00100000:0.0:1763336264.919024:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7252 00000100:00100000:0.0:1763336264.919032:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041905408:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336264.919106:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336264.919109:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.919111:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.919113:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336264.919115:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336264.919137:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041905408:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 106us (1643us total) trans 17179871950 rc 0/0 00000100:00100000:0.0:1763336264.919144:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7252 00002000:00010000:2.0:1763336264.919344:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336264.919347:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.919349:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.919352:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336264.919353:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336264.919388:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91894b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041905280:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 717us (2084us total) trans 21474839256 rc 0/0 00000100:00100000:2.0:1763336264.919394:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7250 00000100:00100000:0.0:1763336264.922588:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.923530:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905664 00000100:00100000:2.0:1763336264.923542:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905664 00000100:00100000:0.0:1763336264.923956:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3546 00000100:00100000:0.0:1763336264.923969:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041905664:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336264.924049:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43b54 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66523 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.924089:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336264.924102:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.924109:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.924116:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.924149:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.924166:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.924181:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056125824:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336264.924274:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.924284:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 24 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.924293:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056125952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336264.924316:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.928158:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056125824:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336264.928176:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056125952:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336264.928202:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336264.928574:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336264.928627:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905792 00000100:00100000:3.0:1763336264.928634:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905792 00000100:00100000:0.0:1763336264.928647:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336264.928669:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 25 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.928856:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041905920 00000100:00100000:1.0:1763336264.928861:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041905920 00000100:00100000:2.0:1763336264.928868:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3424 00000100:00100000:2.0:1763336264.928879:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f95050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041905792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336264.928879:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.928894:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336264.928902:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 26 pid: 23631 timeout: 1152 lvb_type: 0 00000100:00100000:1.0:1763336264.928913:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3425 00000100:00100000:1.0:1763336264.928921:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041905920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336264.928928:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336264.928932:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.928942:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.928962:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa438ec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66427 expref: 26 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:1.0:1763336264.928978:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.928982:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336264.928990:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336264.928995:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336264.929069:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041905920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 149us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.929076:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3425 00010000:00010000:2.0:1763336264.929133:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.929150:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43bfc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66554 expref: 24 pid: 23631 timeout: 1152 lvb_type: 0 00010000:00010000:2.0:1763336264.929163:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.929168:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336264.929178:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336264.929192:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336264.929223:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336264.929367:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f95050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041905792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 488us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.929375:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3424 00010000:00010000:0.0:1763336264.929472:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.929480:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.929501:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336264.929511:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.929519:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 4/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.929551:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.929562:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 22 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.929575:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056126080:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336264.929625:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.931830:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056126080:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336264.931831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336264.931859:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336264.931892:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041906048 00000100:00100000:0.0:1763336264.931899:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041906048 00010000:00010000:0.0:1763336264.931928:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 23 pid: 6514 timeout: 1152 lvb_type: 0 00000100:00100000:0.0:1763336264.931967:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3426 00000100:00100000:0.0:1763336264.931976:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041906048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336264.931990:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336264.931996:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 23 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.932037:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 23 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.932066:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa43b93 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x50:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66538 expref: 23 pid: 6514 timeout: 1152 lvb_type: 0 00010000:00010000:0.0:1763336264.932080:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336264.932085:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.932093:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.932100:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.932128:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336264.932176:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041906048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 200us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.932184:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3426 00010000:00010000:2.0:1763336264.932317:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336264.932324:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336264.932874:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126208:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.932943:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336264.932965:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.933033:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126208 00000100:00100000:0.0:1763336264.933047:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126208 00000100:00100000:0.0:1763336264.933090:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1763336264.933097:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bb15ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126208:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.933170:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bb15ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126208:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.933176:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1763336264.933338:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839248 gen 2 00000004:00080000:2.0:1763336264.933344:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae310700, transno 21474839234 00000004:00080000:2.0:1763336264.933399:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae311c00, transno 21474839235 00000004:00080000:2.0:1763336264.933402:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae311500, transno 21474839236 00000004:00080000:2.0:1763336264.933405:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b642300, transno 21474839243 00000004:00080000:2.0:1763336264.933407:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b640a80, transno 21474839244 00000004:00080000:2.0:1763336264.933409:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b640000, transno 21474839245 00000004:00080000:2.0:1763336264.933422:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77480, transno 21474839246 00000004:00080000:2.0:1763336264.933425:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74380, transno 21474839247 00000004:00080000:2.0:1763336264.933427:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c76d80, transno 21474839248 00000100:00100000:2.0:1763336264.933432:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126208:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.933470:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126336:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.933494:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336264.933496:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1763336264.933518:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336264.933557:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126336 00000100:00100000:0.0:1763336264.933561:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126336 00000100:00100000:0.0:1763336264.933592:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1763336264.933599:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126336:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.933657:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126336:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.933664:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1763336264.933813:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871946 gen 2 00000004:00080000:2.0:1763336264.933818:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918650aa00, transno 17179871941 00000004:00080000:2.0:1763336264.933834:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918650a680, transno 17179871942 00000004:00080000:2.0:1763336264.933837:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509c00, transno 17179871943 00000004:00080000:2.0:1763336264.933840:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c686300, transno 17179871944 00000004:00080000:2.0:1763336264.933842:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c685c00, transno 17179871945 00000004:00080000:2.0:1763336264.933845:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c686d80, transno 17179871946 00000100:00100000:2.0:1763336264.933849:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126336:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.933893:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126464:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.933916:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336264.933940:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.933983:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126464 00000100:00100000:1.0:1763336264.933987:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126464 00000100:00100000:1.0:1763336264.934033:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1763336264.934040:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126464:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336264.934108:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126464:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.934114:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000004:00080000:0.0:1763336264.934227:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:3.0:1763336264.934282:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126464:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336264.934312:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126592:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336264.934334:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336264.934355:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.934391:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126592 00000100:00100000:2.0:1763336264.934395:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126592 00000100:00100000:2.0:1763336264.934425:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1763336264.934432:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126592:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.934490:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126592:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.934496:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1763336264.934580:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126592:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.934613:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126720:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.934638:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.934713:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.934782:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126720 00000100:00100000:3.0:1763336264.934787:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126720 00000100:00100000:3.0:1763336264.934819:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1763336264.934826:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126720:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336264.934878:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126720:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 52us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.934884:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1763336264.935023:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126720:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.935052:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126848:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.935072:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.935178:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.935208:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126848 00000100:00100000:1.0:1763336264.935212:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126848 00000100:00100000:1.0:1763336264.935245:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1763336264.935252:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126848:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336264.935312:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126848:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.935318:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1763336264.935404:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126848:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.935442:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126976:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.935464:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.935518:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336264.935548:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056126976 00000100:00100000:3.0:1763336264.935552:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056126976 00000100:00100000:3.0:1763336264.935583:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1763336264.935590:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126976:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336264.935647:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056126976:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336264.935654:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1763336264.935770:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056126976:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.935802:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056127104:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.935824:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.935853:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336264.935890:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056127104 00000100:00100000:1.0:1763336264.935894:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056127104 00000100:00100000:1.0:1763336264.935925:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1763336264.935931:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056127104:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336264.935992:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056127104:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.936007:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1763336264.936083:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056127104:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1763336264.936228:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].20, 552 off49856 00000001:00080000:0.0:1763336264.936241:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968533 00000100:00100000:0.0:1763336264.936293:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056127232:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.936316:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.936369:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.936401:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056127232 00000100:00100000:2.0:1763336264.936406:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056127232 00000100:00100000:2.0:1763336264.936581:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1763336264.936588:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056127232:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.936865:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056127232:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 277us (548us total) trans 21474839257 rc 0/0 00000100:00100000:2.0:1763336264.936872:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1763336264.936918:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056127232:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.936941:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056127360:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336264.936965:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336264.936988:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336264.937038:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056127360 00000100:00100000:2.0:1763336264.937043:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056127360 00000100:00100000:2.0:1763336264.937069:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1763336264.937075:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056127360:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336264.937176:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056127360:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 101us (209us total) trans 17179871951 rc 0/0 00000100:00100000:2.0:1763336264.937182:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1763336264.937270:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056127360:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1763336264.937324:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968534 00010000:00010000:0.0:1763336264.937349:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937360:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937367:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937373:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf72600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.937378:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937385:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937399:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336264.937402:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336264.937407:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937412:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa43c0a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x50:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937425:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937430:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937435:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937440:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.937443:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937448:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937454:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.937457:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336264.937460:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937465:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa43c03 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336264.937475:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.937477:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336264.937483:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa43b54 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66523 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336264.937605:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041905664:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 13639us (15024us total) trans 4294968535 rc 0/0 00000100:00100000:0.0:1763336264.937613:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3546 00000020:00080000:0.0:1763336264.937617:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336264.940654:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.941179:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041906176 00000100:00100000:2.0:1763336264.941189:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041906176 00000100:00100000:2.0:1763336264.942017:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10316 00000100:00100000:2.0:1763336264.942031:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57590:x1848991041906176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.942054:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336264.942073:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43c11 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6655b expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.942127:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43c11 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6655b expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.942142:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43c11 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6655b expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336264.942158:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336264.942161:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336264.942164:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:2.0:1763336264.942804:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041906176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 774us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336264.942812:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10316 00000100:00100000:1.0:1763336264.945743:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.946024:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041906432 00000100:00100000:0.0:1763336264.946034:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041906432 00000100:00100000:0.0:1763336264.946088:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3547 00000100:00100000:0.0:1763336264.946097:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57590:x1848991041906432:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336264.946315:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57590:x1848991041906432:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 218us (579us total) trans 4294968536 rc 0/0 00000100:00100000:0.0:1763336264.946323:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3547 00000100:00100000:0.0:1763336264.949948:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.950250:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041906688 00000100:00100000:2.0:1763336264.950260:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041906688 00000100:00100000:2.0:1763336264.950319:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3548 00000100:00100000:2.0:1763336264.950330:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57590:x1848991041906688:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336264.950509:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x50:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763336264.950611:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336264.950628:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336264.950640:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336264.950649:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336264.950656:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336264.950662:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.950978:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336264.950985:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.950993:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336264.951008:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.951016:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 5/0,0 mode: PW/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.951033:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336264.951036:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336264.951041:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 3/0,0 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336264.951049:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336264.951051:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336264.951053:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336264.951433:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1763336264.951439:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43c18 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x50:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336264.951920:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57590:x1848991041906688:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1588us (1977us total) trans 4294968537 rc 0/0 00000100:00100000:2.0:1763336264.951931:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3548 00000100:00100000:1.0:1763336264.970427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336264.970533:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041906816 00000100:00100000:2.0:1763336264.970542:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041906816 00000100:00100000:2.0:1763336264.970641:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10317 00000100:00100000:2.0:1763336264.970652:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57591:x1848991041906816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336264.970675:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.970868:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43c1f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66562 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.970947:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336264.970961:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.970972:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.970985:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336264.970996:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971012:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971085:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336264.971093:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971099:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336264.971135:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:0.0:1763336264.971141:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336264.971157:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971173:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971181:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971187:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971193:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971199:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.971203:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971210:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971221:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9282ca2800) 00010000:00010000:0.0:1763336264.971224:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336264.971229:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971234:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43c26 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971245:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971250:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971255:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971259:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336264.971262:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971266:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971273:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9282ca2e00) 00010000:00010000:0.0:1763336264.971275:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336264.971278:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971282:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c2d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336264.971309:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43c1f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.971324:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.971331:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.971333:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336264.971335:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:0.0:1763336264.971387:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57591:x1848991041906816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 738us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336264.971392:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10317 00000100:00100000:1.0:1763336264.975759:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.975816:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041907072 00000100:00100000:1.0:1763336264.975825:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041907072 00000100:00100000:1.0:1763336264.975888:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10318 00000100:00100000:1.0:1763336264.975898:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57591:x1848991041907072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.975916:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.975936:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c3b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66569 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.976046:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43c42 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336264.976061:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43c42 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336264.976075:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43c42 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336264.976086:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:1.0:1763336264.976208:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66569 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.976230:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43c42 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66569 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336264.976238:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336264.976241:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763336264.976245:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948e00, rc 0) 00000100:00100000:1.0:1763336264.976310:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57591:x1848991041907072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 413us (559us total) trans 4294968538 rc 0/0 00000100:00100000:1.0:1763336264.976317:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10318 00000100:00100000:1.0:1763336264.979216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336264.979281:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041907328 00000100:00100000:0.0:1763336264.979291:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041907328 00000100:00100000:0.0:1763336264.979344:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10319 00000100:00100000:0.0:1763336264.979353:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57591:x1848991041907328:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336264.979374:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336264.979392:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43c50 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66570 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.979485:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c57 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336264.979499:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c57 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336264.979510:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c57 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336264.979521:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:0.0:1763336264.979610:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43c50 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66570 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.979626:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c57 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66570 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336264.979635:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336264.979638:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336264.979641:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:0.0:1763336264.979730:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57591:x1848991041907328:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 378us (522us total) trans 4294968539 rc 0/0 00000100:00100000:0.0:1763336264.979737:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10319 00000100:00100000:2.0:1763336264.983210:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336264.983381:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041907456 00000100:00100000:1.0:1763336264.983391:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041907456 00000100:00100000:1.0:1763336264.983442:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7253 00000100:00100000:1.0:1763336264.983452:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041907456:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336264.983472:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336264.983492:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66577 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336264.983514:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 134815, mtime: 0x691a6048, atime: 0x691a6047, ctime: 0x691a6048, blocks: 0x50 00010000:00010000:1.0:1763336264.983531:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.983534:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336264.983542:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 21 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.983558:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 21 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336264.983576:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948400, rc 0) 00000100:00100000:1.0:1763336264.983633:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041907456:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 182us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336264.983640:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7253 00000100:00100000:3.0:1763336265.025325:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.025392:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041907584 00000100:00100000:1.0:1763336265.025402:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041907584 00000100:00100000:1.0:1763336265.025467:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1881 00000100:00100000:1.0:1763336265.025478:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041907584:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336265.025508:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.025523:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.025525:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.025530:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.025543:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029414:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029433:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029442:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029453:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf949200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336265.029457:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029466:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029484:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.029492:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43c6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.029570:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041907584:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4090us (4249us total) trans 0 rc 134815/134815 00000100:00100000:1.0:1763336265.029579:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1881 00000100:00100000:2.0:1763336265.033618:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.033675:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041907712 00000100:00100000:1.0:1763336265.033713:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041907712 00000100:00100000:1.0:1763336265.033778:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1882 00000100:00100000:1.0:1763336265.033789:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041907712:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336265.033837:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 135168, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0x58 00010000:00010000:1.0:1763336265.033845:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.033858:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.033861:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.033867:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.033881:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036889:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036907:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036915:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036921:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336265.036925:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036932:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036955:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.036963:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa43c73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.037137:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041907712:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3345us (3521us total) trans 0 rc 134815/134815 00000100:00100000:1.0:1763336265.037150:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1882 00000100:00100000:0.0:1763336265.047824:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.048507:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041907840 00000100:00100000:2.0:1763336265.048517:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041907840 00000100:00100000:2.0:1763336265.048591:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 424 00000100:00100000:2.0:1763336265.048603:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57591:x1848991041907840:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336265.048621:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336265.048648:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43c57 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66570 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.048667:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.048673:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336265.048793:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57591:x1848991041907840:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 191us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.048801:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 424 00000100:00100000:2.0:1763336265.051032:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.051230:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041908096 00000100:00100000:1.0:1763336265.051240:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041908096 00000100:00100000:1.0:1763336265.051293:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3549 00000100:00100000:1.0:1763336265.051303:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57591:x1848991041908096:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336265.051511:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57591:x1848991041908096:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 210us (486us total) trans 4294968540 rc 0/0 00000100:00100000:1.0:1763336265.051519:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3549 00000100:00100000:1.0:1763336265.066753:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.067126:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041908352 00000100:00100000:3.0:1763336265.067137:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041908352 00000100:00100000:3.0:1763336265.067204:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10320 00000100:00100000:3.0:1763336265.067213:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57592:x1848991041908352:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336265.067236:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336265.067256:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43c7a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6657e expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.067376:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43c81 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336265.067394:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43c81 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336265.067408:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43c81 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:3.0:1763336265.067424:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:3.0:1763336265.067553:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43c7a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6657e expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.067576:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43c81 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6657e expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.067587:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.067591:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336265.067595:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336265.067752:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57592:x1848991041908352:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 471us (940us total) trans 4294968541 rc 0/0 00000100:00100000:3.0:1763336265.067763:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10320 00000100:00100000:0.0:1763336265.072363:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.072445:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041908480 00000100:00100000:1.0:1763336265.072455:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041908480 00000100:00100000:1.0:1763336265.072519:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1883 00000100:00100000:1.0:1763336265.072533:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041908480:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336265.072662:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.072676:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.072679:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.072762:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.072779:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079171:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079193:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079202:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079209:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336265.079213:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079222:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079240:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.079247:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa43c8f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.079329:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041908480:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6798us (6971us total) trans 0 rc 134815/134815 00000100:00100000:1.0:1763336265.079339:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1883 00000100:00100000:2.0:1763336265.121178:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.122369:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041908608 00000100:00100000:1.0:1763336265.122387:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041908608 00000100:00100000:1.0:1763336265.122488:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1884 00000100:00100000:1.0:1763336265.122504:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041908608:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336265.122551:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.122570:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.122573:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.122581:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.122600:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127886:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127913:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127923:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127931:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336265.127936:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127947:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127972:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.127980:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa43c96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.128110:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041908608:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5605us (6939us total) trans 0 rc 134815/134815 00000100:00100000:1.0:1763336265.128123:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1884 00000100:00100000:0.0:1763336265.131619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.132293:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041908736 00000100:00100000:1.0:1763336265.132307:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041908736 00000100:00100000:1.0:1763336265.132533:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1885 00000100:00100000:1.0:1763336265.132546:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041908736:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336265.132611:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 135168, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0x58 00010000:00010000:1.0:1763336265.132622:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.132639:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.132642:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.136088:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.136126:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142503:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142527:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142536:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142551:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336265.142556:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142567:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142592:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.142600:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa43c9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.142747:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041908736:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10198us (11135us total) trans 0 rc 134815/134815 00000100:00100000:1.0:1763336265.142760:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1885 00000100:00100000:2.0:1763336265.157671:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.158508:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041908864 00000100:00100000:3.0:1763336265.158524:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041908864 00000100:00100000:2.0:1763336265.158957:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 425 00000100:00100000:2.0:1763336265.158971:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57592:x1848991041908864:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336265.158990:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336265.159032:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa43c81 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6657e expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.159055:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.159061:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336265.159657:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57592:x1848991041908864:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 685us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.159668:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 425 00000100:00100000:2.0:1763336265.167105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.167563:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041909120 00000100:00100000:3.0:1763336265.167577:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041909120 00000100:00100000:3.0:1763336265.167639:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3550 00000100:00100000:3.0:1763336265.167652:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57592:x1848991041909120:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336265.167983:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57592:x1848991041909120:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 333us (892us total) trans 4294968542 rc 0/0 00000100:00100000:3.0:1763336265.167992:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3550 00000100:00100000:1.0:1763336265.172186:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.172258:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041909376 00000100:00100000:0.0:1763336265.172270:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041909376 00000100:00100000:0.0:1763336265.172338:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10321 00000100:00100000:0.0:1763336265.172349:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991041909376:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336265.172379:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.172407:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43ca4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66585 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.172547:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336265.172566:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.172577:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.172615:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.172631:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 34 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.172649:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056127488:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336265.172794:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.175502:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.175532:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056127488:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336265.175570:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336265.176855:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041909504 00000100:00100000:1.0:1763336265.176871:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041909504 00010000:00010000:1.0:1763336265.176926:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 35 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.176983:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3427 00000100:00100000:1.0:1763336265.177007:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991041909504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.177027:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.177035:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 35 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.177051:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 35 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.177079:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43c34 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66562 expref: 35 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.177099:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.177105:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.177116:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.177124:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.177164:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.177242:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991041909504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 247us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.177250:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3427 00010000:00010000:0.0:1763336265.178173:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.178187:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336265.178221:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00010000:00010000:0.0:1763336265.178410:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43ca4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.178439:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.178449:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.178453:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336265.178457:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:0.0:1763336265.178535:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041909376:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6186us (6361us total) trans 4294968543 rc 0/0 00000100:00100000:0.0:1763336265.178544:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10321 00000100:00100000:2.0:1763336265.185158:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.186201:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041909632 00000100:00100000:0.0:1763336265.186216:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041909632 00000100:00100000:0.0:1763336265.186300:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10322 00000100:00100000:0.0:1763336265.186312:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041909632:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336265.186343:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.186370:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cb9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6658c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.186499:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336265.186517:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.186527:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.186569:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.186583:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 35 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.186598:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056127616:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336265.188095:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.192231:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056127616:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336265.192272:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336265.192401:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.193880:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041909760 00000100:00100000:1.0:1763336265.193899:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041909760 00010000:00010000:1.0:1763336265.193962:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 36 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.194033:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3428 00000100:00100000:1.0:1763336265.194045:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2405:x1848991041909760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.194064:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.194073:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 36 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.194087:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 36 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.194116:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cab lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66585 expref: 36 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.194136:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.194141:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.194152:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.194161:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.194205:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.194281:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991041909760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 237us (1879us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.194290:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3428 00010000:00010000:2.0:1763336265.195150:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.195164:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336265.195235:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 134815 00000004:00200000:2.0:1763336265.195240:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336265.195266:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.195311:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cb9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6658c expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.195332:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6658c expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.195342:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.195345:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336265.195349:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:2.0:1763336265.195420:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041909632:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 9108us (10275us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.195432:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10322 00000100:00100000:2.0:1763336265.200323:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.200427:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910016 00000100:00100000:1.0:1763336265.200440:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910016 00000100:00100000:1.0:1763336265.201017:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3551 00000100:00100000:1.0:1763336265.201032:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041910016:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336265.201727:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991041910016:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 693us (1413us total) trans 4294968544 rc 0/0 00000100:00100000:1.0:1763336265.201738:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3551 00000100:00100000:1.0:1763336265.204337:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.204528:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910272 00000100:00100000:2.0:1763336265.204541:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910272 00000100:00100000:2.0:1763336265.204615:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10323 00000100:00100000:2.0:1763336265.204626:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991041910272:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336265.204657:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.204661:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336265.204735:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43cc0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6658c expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.204760:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43c42 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66569 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.204775:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43c11 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6655b expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.204785:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.204791:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.204807:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43cc7 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66593 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.204867:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43cce lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336265.204881:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43cce lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.204893:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43cce lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:2.0:1763336265.205195:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].96, 88 off16016 00000004:00080000:2.0:1763336265.205207:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053166521230ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.205438:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].101, 88 off16472 00000004:00080000:2.0:1763336265.205447:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053166761746ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336265.205468:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].97, 88 off16104 00000004:00080000:2.0:1763336265.205472:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053166787070ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.205481:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].102, 88 off16560 00000004:00080000:2.0:1763336265.205485:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053166799251ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336265.205492:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].103, 88 off16648 00000004:00080000:2.0:1763336265.205496:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053166810363ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336265.205503:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].98, 88 off16192 00000004:00080000:2.0:1763336265.205507:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053166821733ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.205516:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].99, 88 off16280 00000004:00080000:2.0:1763336265.205519:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053166834231ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.205527:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].104, 88 off16736 00000004:00080000:2.0:1763336265.205531:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053166845510ns, next at 981493736065ns, rc = 0 00000001:00080000:2.0:1763336265.208567:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968545 is committed 00010000:00010000:3.0:1763336265.208575:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763336265.208581:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 101 committed 00010000:00010000:3.0:1763336265.208587:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763336265.208597:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 101 committed 00000004:00080000:2.0:1763336265.208611:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 100 committed 00000004:00080000:2.0:1763336265.208614:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 100 committed 00000004:00080000:2.0:1763336265.208616:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 99 committed 00000004:00080000:2.0:1763336265.208618:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 99 committed 00000004:00080000:2.0:1763336265.208620:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 98 committed 00000004:00080000:2.0:1763336265.208622:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 98 committed 00000020:00080000:2.0:1763336265.208646:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92af5cba80 refcount 2 committed 0 result 0 batchid 41 00000020:00080000:2.0:1763336265.208649:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f100 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9290976600 00000020:00080000:2.0:1763336265.208653:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124500 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af5cb540 00000020:00080000:2.0:1763336265.208655:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184c04a00 00000020:00080000:2.0:1763336265.208658:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].20 00000020:00080000:2.0:1763336265.208681:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 41 committed batchid 40 00000020:00080000:2.0:1763336265.208755:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 40 00000100:00100000:0.0:1763336265.208759:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056127872:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336265.208798:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43cce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66593 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.208809:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.208812:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763336265.208818:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336265.208826:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43cc7 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66593 expref: 20 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763336265.208846:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43cce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66593 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.208860:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336265.208865:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056128000:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.208874:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056127872 00000100:00100000:2.0:1763336265.208880:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056127872 00000100:00100000:0.0:1763336265.208886:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.208931:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056128000 00000100:00100000:2.0:1763336265.208935:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056128000 00010000:00010000:3.0:1763336265.208950:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.208956:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:2.0:1763336265.208957:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7254 00010000:00010000:3.0:1763336265.208961:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336265.208964:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3646:x1848991056127872:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763336265.208968:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.208978:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x50:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:3.0:1763336265.208980:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336265.208984:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.208989:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa43be7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209018:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209024:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209029:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209034:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e34800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336265.209036:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209041:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209052:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.209055:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336265.209057:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.209062:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa43bf5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336265.209080:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056127744:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336265.209092:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336265.209095:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.209098:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.209100:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.209102:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336265.209107:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336265.209125:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336265.209131:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056128128:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.209136:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056127872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 172us (316us total) trans 17179871952 rc 0/0 00000100:00100000:2.0:1763336265.209143:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7254 00000100:00100000:3.0:1763336265.209148:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.209158:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056127744 00000100:00100000:2.0:1763336265.209162:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056127744 00000100:00100000:3.0:1763336265.209171:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056128128 00000100:00100000:3.0:1763336265.209174:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056128128 00000100:00100000:2.0:1763336265.209179:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7255 00000100:00100000:2.0:1763336265.209184:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056128000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336265.209193:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7256 00000100:00100000:3.0:1763336265.209199:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056127744:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336265.209248:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:3.0:1763336265.209249:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336265.209252:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336265.209252:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.209255:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336265.209255:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336265.209258:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336265.209258:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.209260:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336265.209260:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:2.0:1763336265.209284:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056128000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 99us (396us total) trans 17179871953 rc 0/0 00000100:00100000:3.0:1763336265.209286:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056127744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (177us total) trans 17179871954 rc 0/0 00000100:00100000:2.0:1763336265.209290:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7255 00000100:00100000:3.0:1763336265.209472:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7256 00000100:00100000:3.0:1763336265.209486:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7257 00000100:00100000:3.0:1763336265.209492:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056128128:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336265.209542:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336265.209545:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.209548:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.209550:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.209552:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336265.209592:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056128128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 101us (442us total) trans 17179871955 rc 0/0 00000100:00100000:3.0:1763336265.209598:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7257 00000004:00080000:3.0:1763336265.209702:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b646a00/2, rc 0, transno 17179871955 00000100:00100000:3.0:1763336265.209708:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056128128:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336265.209718:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918481ad80/2, rc 0, transno 17179871954 00000100:00100000:3.0:1763336265.209721:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056127744:0@lo:2:osp-syn-1-1.0 00000100:00080000:2.0:1763336265.210316:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1763336265.210348:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f40000/2, rc 0, transno 17179871953 00000100:00100000:2.0:1763336265.210353:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056128000:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336265.210362:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183311500/2, rc 0, transno 17179871952 00000100:00100000:2.0:1763336265.210365:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183311500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056127872:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336265.210391:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.210394:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336265.210398:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:1.0:1763336265.210424:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056128512:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336265.210444:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041910272:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5820us (6120us total) trans 4294968545 rc 0/0 00000100:00100000:1.0:1763336265.210454:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.210467:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10323 00000100:00100000:1.0:1763336265.210473:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336265.210478:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056128384:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.210495:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336265.210517:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056128512 00000100:00100000:1.0:1763336265.210522:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056128512 00000100:00100000:1.0:1763336265.210550:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056128384 00000100:00100000:1.0:1763336265.210553:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056128384 00000100:00100000:1.0:1763336265.210567:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7258 00000100:00100000:1.0:1763336265.210572:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056128512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336265.210609:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7259 00000100:00100000:2.0:1763336265.210616:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056128384:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336265.210661:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336265.210663:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.210665:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00000100:00100000:3.0:1763336265.210667:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056128640:0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336265.210668:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.210668:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336265.210672:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.210673:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.210678:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.210678:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336265.210681:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336265.210727:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056128384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 112us (230us total) trans 21474839259 rc 0/0 00000100:00100000:2.0:1763336265.210733:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7259 00000100:00080000:2.0:1763336265.210747:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763336265.210765:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056128256:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336265.210801:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.210831:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056128640 00000100:00100000:2.0:1763336265.210835:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056128640 00000100:00100000:2.0:1763336265.210860:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7260 00000100:00100000:2.0:1763336265.210867:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056128640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336265.210935:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.210943:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056128640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (141us total) trans 21474839260 rc 0/0 00000100:00100000:2.0:1763336265.210951:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7260 00000100:00100000:2.0:1763336265.210967:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056128256 00000100:00100000:2.0:1763336265.210971:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056128256 00000100:00100000:2.0:1763336265.211012:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7261 00000100:00100000:2.0:1763336265.211019:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056128256:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336265.211065:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:2.0:1763336265.211068:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.211070:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.211072:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.211075:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763336265.211112:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056128256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (179us total) trans 21474839261 rc 0/0 00000100:00100000:2.0:1763336265.211119:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7261 00000004:00080000:2.0:1763336265.211145:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac7100/2, rc 0, transno 21474839260 00000100:00100000:2.0:1763336265.211150:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056128640:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336265.211238:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae310a80/2, rc 0, transno 21474839261 00000100:00100000:3.0:1763336265.211244:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056128256:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.211291:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056128512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 718us (835us total) trans 21474839258 rc 0/0 00000100:00100000:1.0:1763336265.211297:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7258 00000004:00080000:2.0:1763336265.211398:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac4000/2, rc 0, transno 21474839259 00000100:00100000:2.0:1763336265.211402:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056128384:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336265.211413:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac7b80/2, rc 0, transno 21474839258 00000100:00100000:2.0:1763336265.211416:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056128512:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336265.215129:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.215870:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910400 00000100:00100000:1.0:1763336265.215882:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910400 00000100:00100000:2.0:1763336265.216479:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7262 00000100:00100000:2.0:1763336265.216493:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991041910400:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336265.216511:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.216529:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6659a expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.216559:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336265.216567:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.216569:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.216574:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [49152->65535] (req 49152->65535) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 16 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.216606:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336265.216620:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 1153 lvb_type: 1 00000100:00100000:2.0:1763336265.216633:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056128768:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.216765:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.218846:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056128768:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.218891:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [49152->65535] (req 49152->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 16 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.218909:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:1.0:1763336265.218965:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991041910400:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2476us (3844us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.218974:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7262 00000100:00100000:3.0:1763336265.219188:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.219262:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910528 00000100:00100000:0.0:1763336265.219269:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910528 00010000:00010000:0.0:1763336265.219299:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 1153 lvb_type: 1 00000100:00100000:0.0:1763336265.219337:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3429 00000100:00100000:0.0:1763336265.219347:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f94450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041910528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.219361:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.219380:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.219394:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.219418:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa43b77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6652a expref: 16 pid: 27808 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.219431:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.219433:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.219440:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 15 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.219450:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 15 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.219483:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 15 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.219496:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b640a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056128896:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336265.220531:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.224040:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.224192:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910656 00000100:00100000:1.0:1763336265.224202:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910656 00000100:00100000:1.0:1763336265.224273:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1886 00000100:00100000:1.0:1763336265.224283:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041910656:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336265.224554:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:1.0:1763336265.224558:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.224561:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.224563:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.224566:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 248 -> 232 00000100:00100000:0.0:1763336265.224625:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b640a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056128896:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336265.224633:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041910656:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 350us (600us total) trans 21474839262 rc 0/0 00000100:00100000:1.0:1763336265.224641:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1886 00010000:00010000:0.0:1763336265.224751:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.224781:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f94450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041910528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5434us (5594us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.224791:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3429 00000100:00100000:2.0:1763336265.227854:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.229008:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910784 00000100:00100000:0.0:1763336265.229020:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910784 00000100:00100000:0.0:1763336265.229088:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10324 00000100:00100000:0.0:1763336265.229098:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041910784:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336265.229120:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.229140:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43cdc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665a1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.229227:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336265.229242:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.229252:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336265.229278:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336265.229282:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336265.229299:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.229324:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43cdc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.229346:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.229354:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.229358:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336265.229362:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:0.0:1763336265.229426:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041910784:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 328us (1579us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.229434:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10324 00000100:00100000:3.0:1763336265.234177:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.234240:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041910912 00000100:00100000:1.0:1763336265.234249:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041910912 00000100:00100000:1.0:1763336265.234314:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1887 00000100:00100000:1.0:1763336265.234327:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041910912:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336265.234513:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 134815 -> 191514 00002000:00010000:1.0:1763336265.234517:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.234519:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.234522:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.234524:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 232 -> 256 00000100:00100000:1.0:1763336265.234584:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991041910912:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 259us (414us total) trans 21474839263 rc 0/0 00000100:00100000:1.0:1763336265.234595:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1887 00000100:00100000:2.0:1763336265.240288:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.240398:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041911168 00000100:00100000:1.0:1763336265.240408:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041911168 00000100:00100000:1.0:1763336265.240455:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3552 00000100:00100000:1.0:1763336265.240461:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041911168:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336265.240675:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041911168:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 213us (395us total) trans 4294968546 rc 0/0 00000100:00100000:1.0:1763336265.240680:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3552 00000100:00100000:2.0:1763336265.258562:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.258790:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041911296 00000100:00100000:0.0:1763336265.258804:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041911296 00000100:00100000:0.0:1763336265.258879:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10325 00000100:00100000:0.0:1763336265.258891:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041911296:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.258920:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.258949:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43cea lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665a8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.259048:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336265.259064:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.259078:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.259091:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336265.259102:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.259107:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.259199:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336265.259209:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336265.259218:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336265.259445:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:1.0:1763336265.259450:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336265.259474:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259488:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259499:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259506:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259512:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259519:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259526:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336265.259531:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259539:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259554:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:1.0:1763336265.259557:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336265.259563:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259568:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43cf1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259585:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259591:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259596:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259601:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336265.259603:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259608:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259615:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5a00) 00010000:00010000:1.0:1763336265.259617:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336265.259619:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259625:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43cf8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.259660:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43cea lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.259677:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.259735:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.259737:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336265.259740:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:1.0:1763336265.259825:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041911296:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 935us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.259834:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10325 00000100:00100000:0.0:1763336265.264184:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.264360:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.265085:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041911552 00000100:00100000:1.0:1763336265.265100:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041911552 00000100:00100000:1.0:1763336265.265182:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10326 00000100:00100000:1.0:1763336265.265195:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041911552:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.265223:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.265251:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d06 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665af expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.265386:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.265404:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.265413:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.265427:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 5/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.265465:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.265479:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.265496:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056129024:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.265599:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.265608:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.265617:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056129152:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.265641:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.266145:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041911680 00000100:00100000:3.0:1763336265.266154:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041911680 00010000:00010000:3.0:1763336265.266185:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.266217:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3430 00000100:00100000:3.0:1763336265.266225:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041911680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.266238:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.266244:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.266256:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.266277:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.266282:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.266289:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.266296:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336265.266328:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041911680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 104us (1969us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.266337:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3430 00010000:00010000:1.0:1763336265.268836:0:6514:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.16@tcp) returned -22 from blocking AST (req@000000003c95ed66 x1848991056129024) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 1/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.268869:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43cff lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a8 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.268889:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac7800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056129024:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.268906:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056129152:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.268938:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.268945:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.268955:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.268965:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336265.269801:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.269953:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041911808 00000100:00100000:1.0:1763336265.269964:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041911808 00010000:00010000:1.0:1763336265.270029:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.270077:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3431 00000100:00100000:1.0:1763336265.270089:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041911808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.270108:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.270119:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.270132:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.270279:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ce3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665a1 expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.270296:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.270300:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.270311:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.270318:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.270352:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.270414:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041911808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 328us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.270422:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3431 00010000:00010000:2.0:1763336265.270868:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.270878:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336265.270911:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:2.0:1763336265.271099:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d06 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.271119:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.271127:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.271130:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336265.271135:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:2.0:1763336265.271189:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041911552:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5997us (7020us total) trans 4294968547 rc 0/0 00000100:00100000:2.0:1763336265.271198:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10326 00000100:00100000:2.0:1763336265.278496:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.278874:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041911936 00000100:00100000:1.0:1763336265.278887:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041911936 00000100:00100000:1.0:1763336265.279005:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10327 00000100:00100000:1.0:1763336265.279018:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041911936:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.279050:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.279078:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa43d1b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665b6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.279235:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.279254:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.279264:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.279307:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.279326:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 21 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.279341:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056129280:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.279454:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8240 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.283109:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.283223:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912064 00000100:00100000:2.0:1763336265.283235:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912064 00010000:00010000:2.0:1763336265.283292:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.283342:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3432 00000100:00100000:2.0:1763336265.283354:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041912064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336265.283372:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336265.283379:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:2.0:1763336265.283393:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:2.0:1763336265.283422:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.283428:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.283438:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.283446:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.283471:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336265.284133:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d0d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665af expref: 22 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.284155:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056129280:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.284180:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.284189:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.284195:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336265.284264:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:1.0:1763336265.284269:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336265.284292:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.284331:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa43d1b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665b6 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.284347:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665b6 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.284360:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.284363:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336265.284366:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:2.0:1763336265.284482:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041912064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1127us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.284494:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3432 00000100:00100000:1.0:1763336265.285445:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041911936:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6419us (6952us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.285456:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10327 00000100:00100000:0.0:1763336265.290060:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.290860:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912320 00000100:00100000:1.0:1763336265.290875:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912320 00000100:00100000:1.0:1763336265.290953:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10328 00000100:00100000:1.0:1763336265.290965:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041912320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.290992:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.291030:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa43d29 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665bd expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.291166:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d30 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.291185:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d30 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.291198:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d30 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336265.291212:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:1.0:1763336265.291349:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa43d29 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665bd expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.291370:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d30 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665bd expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.291380:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.291384:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336265.291387:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:1.0:1763336265.291469:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57593:x1848991041912320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 505us (1425us total) trans 4294968548 rc 0/0 00000100:00100000:1.0:1763336265.291478:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10328 00000100:00100000:2.0:1763336265.303596:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.305065:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912448 00000100:00100000:1.0:1763336265.305084:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912448 00000100:00100000:2.0:1763336265.305825:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.305872:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.305958:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912576 00000100:00100000:3.0:1763336265.305967:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912576 00000100:00100000:1.0:1763336265.305990:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912704 00000100:00100000:1.0:1763336265.306005:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912704 00000100:00100000:3.0:1763336265.306039:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7263 00000100:00100000:3.0:1763336265.306051:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041912576:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336265.306107:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.306129:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 18 pid: 8399 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763336265.306132:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7264 00000100:00100000:1.0:1763336265.306147:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041912704:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336265.306149:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.306153:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.306158:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.306178:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.306193:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.306201:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.306203:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 18 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.306204:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.306208:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.306227:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 18 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:1.0:1763336265.306238:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763336265.306248:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056129408:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.306253:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 21 pid: 8399 timeout: 1153 lvb_type: 1 00000100:00100000:1.0:1763336265.306267:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056129536:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336265.306353:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63240 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.306549:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7265 00000100:00100000:0.0:1763336265.306560:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041912448:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336265.306583:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.306596:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.306602:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336265.306604:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336265.306607:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.306634:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.306642:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 18 pid: 8396 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.306652:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056129664:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.308787:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.312910:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.313045:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056129408:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.313071:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.313422:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912832 00000100:00100000:2.0:1763336265.313436:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912832 00010000:00010000:2.0:1763336265.313492:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 19 pid: 8399 timeout: 1153 lvb_type: 1 00000100:00100000:2.0:1763336265.313549:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3433 00000100:00100000:2.0:1763336265.313561:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041912832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336265.313583:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336265.313611:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 19 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:2.0:1763336265.313627:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 19 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:2.0:1763336265.313657:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa439be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66482 expref: 19 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:2.0:1763336265.313676:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.313678:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.313732:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313749:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313781:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336265.313857:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041912832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 294us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.313867:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3433 00010000:00010000:2.0:1763336265.313906:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313915:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313939:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313948:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313958:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.313976:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336265.313982:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.314004:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.314018:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.314026:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa43d3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.314097:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041912576:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8048us (8279us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.314106:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7263 00000100:00100000:0.0:1763336265.314412:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.316923:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056129536:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.316961:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.319953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.320379:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041912960 00000100:00100000:1.0:1763336265.320514:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041912960 00010000:00010000:1.0:1763336265.320563:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 22 pid: 8399 timeout: 1153 lvb_type: 1 00000100:00100000:1.0:1763336265.320620:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3434 00000100:00100000:1.0:1763336265.320631:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041912960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.320646:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.320667:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 22 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:1.0:1763336265.320681:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 22 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:1.0:1763336265.320730:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa439c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66489 expref: 22 pid: 8399 timeout: 1153 lvb_type: 1 00010000:00010000:1.0:1763336265.320746:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.320748:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.320754:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.320764:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.320801:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.320858:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041912960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 228us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.320865:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3434 00010000:00010000:2.0:1763336265.321081:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321099:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.321104:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056129664:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336265.321140:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321145:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321163:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321172:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321180:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336265.321185:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321195:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321213:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.321221:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433a00/0x84ca14902aa43d45 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.321323:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041912704:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 15179us (15448us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.321335:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7264 00000100:00100000:1.0:1763336265.323682:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.323929:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913088 00000100:00100000:3.0:1763336265.323941:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913088 00010000:00010000:3.0:1763336265.323992:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 17 pid: 8396 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.324049:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3435 00000100:00100000:3.0:1763336265.324060:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041913088:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.324077:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.324101:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 17 pid: 8396 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.324120:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 17 pid: 8396 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.324145:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa43cd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->65535) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6659a expref: 17 pid: 8396 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.324164:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.324166:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.324171:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.324182:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.325055:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336265.325141:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041913088:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1077us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.325151:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3435 00010000:00010000:0.0:1763336265.325237:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325248:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325277:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325287:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325296:0:8396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325304:0:8396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336265.325309:0:8396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325318:0:8396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325337:0:8396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.325345:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.325409:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041912448:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 18851us (21827us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.325417:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7265 00000100:00100000:1.0:1763336265.329174:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.329278:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913344 00000100:00100000:2.0:1763336265.329291:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913344 00000100:00100000:2.0:1763336265.329367:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10329 00000100:00100000:2.0:1763336265.329379:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57593:x1848991041913344:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336265.329442:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763336265.329475:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa43d22 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665b6 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.329500:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43cce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66593 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.329512:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.329518:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.329553:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.329567:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.329577:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:2.0:1763336265.330578:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].101, 88 off16472 00000004:00080000:2.0:1763336265.330594:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053291908135ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.331261:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].105, 88 off16824 00000004:00080000:2.0:1763336265.331272:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053292586121ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336265.331307:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].102, 88 off16560 00000004:00080000:2.0:1763336265.331311:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053292625978ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.331427:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].106, 88 off16912 00000004:00080000:2.0:1763336265.331433:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053292747234ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336265.331455:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].107, 88 off17000 00000004:00080000:2.0:1763336265.331460:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053292774509ns, next at 981493736065ns, rc = 0 00000040:00080000:2.0:1763336265.331596:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].103, 88 off16648 00000004:00080000:2.0:1763336265.331603:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053292917854ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.331627:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].104, 88 off16736 00000004:00080000:2.0:1763336265.331631:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053292945759ns, next at 981493758006ns, rc = 0 00000040:00080000:2.0:1763336265.331642:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].108, 88 off17088 00000004:00080000:2.0:1763336265.331645:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053292960154ns, next at 981493736065ns, rc = 0 00000001:00080000:0.0:1763336265.334234:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968549 is committed 00000004:00080000:0.0:1763336265.334246:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 105 committed 00000004:00080000:0.0:1763336265.334263:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 105 committed 00000004:00080000:0.0:1763336265.334343:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 104 committed 00000100:00100000:3.0:1763336265.334485:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056129792:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336265.334569:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 104 committed 00000004:00080000:0.0:1763336265.334574:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 103 committed 00000004:00080000:0.0:1763336265.334576:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 103 committed 00000004:00080000:0.0:1763336265.334579:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 102 committed 00000004:00080000:0.0:1763336265.334582:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 102 committed 00000100:00100000:3.0:1763336265.334595:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1763336265.334599:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 41 batchid updated 00000100:00100000:0.0:1763336265.334640:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056129792 00000100:00100000:0.0:1763336265.334649:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056129792 00000100:00100000:3.0:1763336265.334662:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336265.334672:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056130176:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336265.334732:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7266 00000100:00100000:3.0:1763336265.334742:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.334750:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056129792:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336265.334792:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056129920:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336265.334832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.334879:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763336265.334888:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056130048:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336265.335152:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056130176 00000100:00100000:3.0:1763336265.335160:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056130176 00000100:00100000:3.0:1763336265.335204:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056129920 00000100:00100000:3.0:1763336265.335208:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056129920 00000100:00100000:3.0:1763336265.335243:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7267 00000100:00100000:3.0:1763336265.335263:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056130176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.335264:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7268 00000100:00100000:1.0:1763336265.335286:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056129920:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336265.335315:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1763336265.335361:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 41 00000100:00100000:1.0:1763336265.335438:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056129920:12345-0@lo:2:osp-syn-0-1.0 Request processed in 153us (600us total) trans 21474839265 rc 0/0 00000100:00100000:1.0:1763336265.335448:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7268 00000100:00100000:3.0:1763336265.335477:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056130176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 221us (736us total) trans 21474839266 rc 0/0 00000100:00100000:1.0:1763336265.335478:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056130048 00000020:00080000:2.0:1763336265.335479:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 41 cancel update log [0x240000400:0x2:0x0].20: rc = 0 00000100:00100000:1.0:1763336265.335490:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056130048 00000100:00100000:3.0:1763336265.335497:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7267 00000020:00080000:2.0:1763336265.335497:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 41 00000100:00100000:3.0:1763336265.335527:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7269 00000100:00100000:3.0:1763336265.335536:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056130048:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336265.335565:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056129792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 818us (974us total) trans 21474839264 rc 0/0 00000100:00100000:0.0:1763336265.335574:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7266 00002000:00010000:3.0:1763336265.335608:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336265.335613:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.335615:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336265.335618:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.335621:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336265.335652:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056130048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 118us (338us total) trans 21474839267 rc 0/0 00000100:00100000:3.0:1763336265.335660:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7269 00000100:00100000:2.0:1763336265.336334:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056130560:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.336376:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.336403:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056130688:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.336408:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763336265.336420:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056130432:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.336469:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.336512:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056130560 00000100:00100000:0.0:1763336265.336513:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.336522:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056130560 00000100:00100000:0.0:1763336265.336561:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763336265.336570:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056130432 00000100:00100000:2.0:1763336265.336576:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056130432 00000100:00100000:0.0:1763336265.336577:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056130304:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.336605:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056130688 00000100:00100000:2.0:1763336265.336612:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056130688 00000100:00100000:0.0:1763336265.336625:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336265.336634:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7270 00000100:00100000:2.0:1763336265.336641:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056130304 00000100:00100000:2.0:1763336265.336646:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056130304 00000100:00100000:3.0:1763336265.336650:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056130560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336265.336675:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7271 00000100:00100000:2.0:1763336265.336748:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056130432:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336265.336748:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7272 00000100:00100000:0.0:1763336265.336769:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056130688:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336265.336790:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 134815 -> 134815 00002000:00010000:3.0:1763336265.336796:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.336800:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336265.336802:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.336805:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336265.336815:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7273 00000100:00100000:1.0:1763336265.336829:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056130304:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336265.336858:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056130560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 212us (481us total) trans 17179871956 rc 0/0 00000100:00100000:3.0:1763336265.336867:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7270 00000004:00080000:3.0:1763336265.336940:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac6680/2, rc 0, transno 21474839266 00000100:00100000:3.0:1763336265.336948:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056130176:0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336265.336954:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.336960:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336265.336964:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00000004:00080000:3.0:1763336265.336965:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac5f80/2, rc 0, transno 21474839264 00002000:00010000:1.0:1763336265.336969:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336265.336973:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336265.337042:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056130304:12345-0@lo:2:osp-syn-1-1.0 Request processed in 217us (424us total) trans 17179871957 rc 0/0 00000100:00100000:3.0:1763336265.337056:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056129792:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.337060:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7273 00000004:00080000:0.0:1763336265.337166:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf923100/2, rc 0, transno 17179871957 00000100:00100000:0.0:1763336265.337173:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056130304:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336265.337240:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336265.337244:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.337246:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.337248:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.337250:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336265.337369:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056130688:12345-0@lo:2:osp-syn-1-1.0 Request processed in 608us (859us total) trans 17179871958 rc 0/0 00000100:00100000:0.0:1763336265.337376:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7272 00000004:00080000:1.0:1763336265.337431:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918650a680/2, rc 0, transno 17179871958 00000100:00100000:1.0:1763336265.337436:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056130688:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336265.339166:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac5180/2, rc 0, transno 21474839267 00000100:00100000:3.0:1763336265.339180:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056130048:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336265.339194:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac7480/2, rc 0, transno 21474839265 00000100:00100000:3.0:1763336265.339199:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056129920:0@lo:2:osp-syn-0-1.0 00000004:00010000:3.0:1763336265.339279:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ff4b11c reply state 00000000a65b21f5 transno 4294968549 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:2.0:1763336265.339292:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056130432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2592us (2807us total) trans 17179871959 rc 0/0 00010000:00010000:3.0:1763336265.339303:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00000100:00100000:2.0:1763336265.339310:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7271 00010000:00010000:3.0:1763336265.339325:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.339329:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336265.339333:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1763336265.339416:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf922680/2, rc 0, transno 17179871959 00000100:00100000:2.0:1763336265.339425:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056130432:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336265.339447:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918650aa00/2, rc 0, transno 17179871956 00010000:00080000:3.0:1763336265.339450:0:23631:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763336265.339454:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056130560:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336265.339474:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041913344:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 10094us (10310us total) trans 4294968549 rc 0/0 00000100:00100000:3.0:1763336265.339485:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10329 00010000:00010000:2.0:1763336265.339486:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.339498:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.339507:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.339516:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.339522:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.339531:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.339548:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.339551:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336265.339556:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.339562:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d53 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336265.345735:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.345854:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913472 00000100:00100000:0.0:1763336265.345863:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913472 00000100:00100000:0.0:1763336265.345927:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10330 00000100:00100000:0.0:1763336265.345937:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57593:x1848991041913472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.345961:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.345982:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665c4 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.346045:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.346059:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.346076:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.346079:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336265.346082:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:0.0:1763336265.346666:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041913472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 726us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.346674:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10330 00000100:00100000:1.0:1763336265.351561:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.351656:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913600 00000100:00100000:0.0:1763336265.351665:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913600 00000100:00100000:0.0:1763336265.351831:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10331 00000100:00100000:0.0:1763336265.351842:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041913600:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.351860:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.351881:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d61 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665cb expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.351978:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43d68 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.352004:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43d68 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.352015:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43d68 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336265.352043:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336265.352048:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336265.352069:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43d68 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.352096:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d61 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665cb expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.352113:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43d68 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665cb expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.352122:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.352125:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336265.352128:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:0.0:1763336265.352224:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041913600:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 382us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.352231:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10331 00000100:00100000:2.0:1763336265.354775:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.354813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.354863:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.354918:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913728 00000100:00100000:0.0:1763336265.354923:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913984 00000100:00100000:3.0:1763336265.354929:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913728 00000100:00100000:0.0:1763336265.354930:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913984 00000100:00100000:0.0:1763336265.354987:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7274 00000100:00100000:0.0:1763336265.355010:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041913984:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.355028:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.355051:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665e0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336265.355052:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041913856 00000100:00100000:3.0:1763336265.355058:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041913856 00002000:00010000:0.0:1763336265.355081:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0x0 00000100:00100000:3.0:1763336265.355087:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7275 00000100:00100000:3.0:1763336265.355095:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041913728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.355101:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.355104:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.355107:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.355114:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 21 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336265.355121:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665d2 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.355127:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7276 00010000:00010000:0.0:1763336265.355135:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 21 pid: 30886 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1763336265.355140:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 191514, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0x100 00000100:00100000:1.0:1763336265.355141:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041913856:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.355152:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336265.355154:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.355157:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.355158:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281600, rc 0) 00010000:00010000:1.0:1763336265.355162:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665d9 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.355164:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336265.355176:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1763336265.355178:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0x1800 00010000:00010000:3.0:1763336265.355186:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00010000:00010000:1.0:1763336265.355186:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.355188:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.355193:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 18 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.355204:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 18 pid: 8398 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763336265.355213:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041913984:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 214us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.355214:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041913728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 117us (445us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336265.355214:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:3.0:1763336265.355229:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7275 00000100:00100000:1.0:1763336265.355232:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041913856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 98us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.355242:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7274 00000100:00100000:1.0:1763336265.355331:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7276 00000100:00100000:3.0:1763336265.402815:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.402922:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041914112 00000100:00100000:1.0:1763336265.402934:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041914112 00000100:00100000:1.0:1763336265.403022:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7277 00000100:00100000:1.0:1763336265.403032:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041914112:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336265.403583:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041914112:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 549us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.403596:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7277 00000100:00100000:0.0:1763336265.409860:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.409957:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041914240 00000100:00100000:2.0:1763336265.409966:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041914240 00000100:00100000:2.0:1763336265.410034:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7278 00000100:00100000:2.0:1763336265.410044:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041914240:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336265.410310:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041914240:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 267us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.410319:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7278 00000100:00100000:3.0:1763336265.415882:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.417031:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041914368 00000100:00100000:0.0:1763336265.417044:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041914368 00000100:00100000:0.0:1763336265.417133:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10332 00000100:00100000:0.0:1763336265.417143:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041914368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.417161:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.417182:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43d84 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665e7 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.417213:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.417228:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.417239:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.417354:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43d84 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.417372:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.417380:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.417383:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336265.417386:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:0.0:1763336265.417454:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041914368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 312us (1781us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.417461:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10332 00000100:00100000:3.0:1763336265.420835:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.421055:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041914624 00000100:00100000:0.0:1763336265.421065:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041914624 00000100:00100000:0.0:1763336265.421111:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10333 00000100:00100000:0.0:1763336265.421119:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041914624:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336265.421169:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.421196:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43d68 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665cb expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.421215:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.421220:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336265.421388:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.421407:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.421417:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336265.421459:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968550 00000004:00010000:0.0:1763336265.421482:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8505e63 reply state 00000000c1a0b7e3 transno 4294968551 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.421493:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.421498:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.421501:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336265.421503:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336265.421589:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57593:x1848991041914624:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 469us (762us total) trans 4294968551 rc 0/0 00000100:00100000:0.0:1763336265.421596:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10333 00000020:00080000:0.0:1763336265.421601:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336265.423774:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.423935:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041914752 00000100:00100000:2.0:1763336265.423945:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041914752 00000100:00100000:2.0:1763336265.424002:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7279 00000100:00100000:2.0:1763336265.424012:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57593:x1848991041914752:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.424028:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.424044:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665ee expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.424070:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 22 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336265.424078:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.424080:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.424084:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 22 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.424118:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 22 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336265.424129:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 22 pid: 8396 timeout: 1153 lvb_type: 1 00000100:00100000:2.0:1763336265.424141:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056130816:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.424637:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.431621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.431871:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056130816:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336265.431907:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041914880 00000100:00100000:0.0:1763336265.431915:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041914880 00010000:00010000:2.0:1763336265.431929:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.431944:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 23 pid: 8396 timeout: 1153 lvb_type: 1 00010000:00010000:2.0:1763336265.431946:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:0.0:1763336265.431969:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3436 00000100:00100000:0.0:1763336265.431978:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f96c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041914880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.431992:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.432008:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 23 pid: 8396 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.432020:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 23 pid: 8396 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.432042:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43c65 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66577 expref: 23 pid: 8396 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.432055:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.432057:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.432063:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 22 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.432067:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57593:x1848991041914752:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 8057us (8300us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336265.432073:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 22 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.432081:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7279 00010000:00010000:0.0:1763336265.432367:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.432382:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056130944:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336265.432504:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909766c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.434551:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056130944:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336265.434572:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.434622:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f96c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041914880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2644us (3025us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.434632:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3436 00000100:00100000:3.0:1763336265.435442:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.435724:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915008 00000100:00100000:1.0:1763336265.435732:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915008 00002000:00010000:1.0:1763336265.435767:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.435771:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc53480 with x1848991041915008 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.435783:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc53480. 00000100:00100000:1.0:1763336265.435812:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1888 00000100:00100000:1.0:1763336265.435821:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041915008:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:3.0:1763336265.436535:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.436604:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915136 00000100:00100000:2.0:1763336265.436610:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915136 00002000:00010000:2.0:1763336265.436631:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:2.0:1763336265.436634:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc52d80 with x1848991041915136 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336265.436642:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc52d80. 00000100:00100000:2.0:1763336265.436671:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1889 00000100:00100000:2.0:1763336265.436679:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041915136:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336265.436827:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336265.436831:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336264 -> 1763336265 00002000:00010000:2.0:1763336265.436833:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336265.436835:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:2.0:1763336265.436837:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336265.436879:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041915136:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 200us (346us total) trans 21474839268 rc 0/0 00000100:00100000:2.0:1763336265.436886:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1889 00002000:00010000:2.0:1763336265.436889:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:2.0:1763336265.436891:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc52d80 with x1848991041915136 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336265.436895:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc52d80. 00002000:00010000:1.0:1763336265.439403:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 134815 -> 0 00002000:00010000:1.0:1763336265.439411:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336264 -> 1763336265 00002000:00010000:1.0:1763336265.439414:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336265.439416:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:1.0:1763336265.439419:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 0 00000100:00100000:1.0:1763336265.439477:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041915008:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 3653us (4033us total) trans 17179871960 rc 0/0 00000100:00100000:1.0:1763336265.439487:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1888 00002000:00010000:1.0:1763336265.439491:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.439495:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc53480 with x1848991041915008 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.439500:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc53480. 00000100:00100000:3.0:1763336265.442635:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.447409:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915264 00000100:00100000:1.0:1763336265.447426:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915264 00000100:00100000:1.0:1763336265.447509:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10334 00000100:00100000:1.0:1763336265.447518:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bb15a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57593:x1848991041915264:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.447544:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.447577:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43da0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665f5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.447718:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43da7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.447735:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43da7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.447745:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43da7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336265.447784:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336265.447788:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336265.447804:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43da7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.447827:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43da0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665f5 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.447843:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43da7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665f5 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.447867:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.447869:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336265.447874:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:1.0:1763336265.447934:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bb15a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57593:x1848991041915264:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 416us (5308us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.447942:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10334 00000100:00100000:2.0:1763336265.454171:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.454403:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915520 00000100:00100000:1.0:1763336265.454414:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915520 00000100:00100000:1.0:1763336265.454467:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10335 00000100:00100000:1.0:1763336265.454478:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57593:x1848991041915520:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336265.454529:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.454555:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43da7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665f5 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.454573:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.454578:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336265.454774:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.454788:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.454796:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336265.454839:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968552 00000004:00010000:1.0:1763336265.454863:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b6475fc2 reply state 0000000039154087 transno 4294968553 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.454875:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.454881:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.454883:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336265.454886:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336265.455033:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57593:x1848991041915520:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 556us (871us total) trans 4294968553 rc 0/0 00000100:00100000:1.0:1763336265.455041:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10335 00000020:00080000:1.0:1763336265.455045:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336265.459118:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.459336:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915648 00000100:00100000:2.0:1763336265.459347:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915648 00000100:00100000:2.0:1763336265.459405:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7280 00000100:00100000:2.0:1763336265.459415:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041915648:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.459432:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.459454:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c665fc expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336265.459476:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 135168, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6048, blocks: 0x58 00010000:00010000:2.0:1763336265.459497:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.459499:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.459507:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.459527:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.459539:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:2.0:1763336265.459591:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041915648:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 179us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.459598:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7280 00000100:00100000:3.0:1763336265.463967:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.464070:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915776 00000100:00100000:2.0:1763336265.464080:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915776 00000100:00100000:2.0:1763336265.464207:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7281 00000100:00100000:2.0:1763336265.464218:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57593:x1848991041915776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.464236:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.464254:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66603 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.464299:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.464308:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336265.464310:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336265.464314:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.464352:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.464370:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.464384:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056131072:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.464466:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.467161:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056131072:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.467206:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.467224:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:2.0:1763336265.467368:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57593:x1848991041915776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3151us (3407us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.467377:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7281 00000100:00100000:3.0:1763336265.468212:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.468556:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041915904 00000100:00100000:0.0:1763336265.468566:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041915904 00010000:00010000:0.0:1763336265.468600:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.468638:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3437 00000100:00100000:0.0:1763336265.468647:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041915904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.468661:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.468666:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.468677:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.468714:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa43ba1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66546 expref: 23 pid: 8396 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.468727:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.468729:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.468735:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 22 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.468743:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 22 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.468775:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 22 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.468791:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056131200:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336265.468852:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.474902:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056131200:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336265.474929:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.474986:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041915904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6339us (6776us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.475008:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3437 00000100:00100000:3.0:1763336265.475101:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.475217:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.475349:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916160 00000100:00100000:1.0:1763336265.475356:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916160 00002000:00010000:1.0:1763336265.475388:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.475392:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc51f80 with x1848991041916160 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.475402:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc51f80. 00000100:00100000:1.0:1763336265.475423:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916032 00000100:00100000:1.0:1763336265.475427:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916032 00002000:00010000:1.0:1763336265.475442:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.475445:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186508e00 with x1848991041916032 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.475452:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186508e00. 00000100:00100000:3.0:1763336265.475465:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1890 00000100:00100000:3.0:1763336265.475478:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041916160:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:1.0:1763336265.475482:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1891 00000100:00100000:1.0:1763336265.475493:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041916032:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336265.475622:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336265.475627:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336264 -> 1763336265 00002000:00010000:3.0:1763336265.475630:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.475632:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:3.0:1763336265.475635:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336265.475672:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041916160:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 198us (572us total) trans 17179871961 rc 0/0 00000100:00100000:3.0:1763336265.475680:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1890 00002000:00010000:3.0:1763336265.475711:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:3.0:1763336265.475715:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc51f80 with x1848991041916160 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336265.475722:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc51f80. 00002000:00010000:1.0:1763336265.475828:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 135168 -> 0 00002000:00010000:1.0:1763336265.475831:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336265 00002000:00010000:1.0:1763336265.475834:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.475836:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:1.0:1763336265.475838:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:1.0:1763336265.475875:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041916032:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 383us (657us total) trans 21474839269 rc 0/0 00000100:00100000:1.0:1763336265.475881:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1891 00002000:00010000:1.0:1763336265.475884:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.475887:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186508e00 with x1848991041916032 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.475892:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186508e00. 00000100:00100000:2.0:1763336265.480716:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.480747:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916288 00000100:00100000:1.0:1763336265.480757:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916288 00000100:00100000:1.0:1763336265.480818:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10336 00000100:00100000:1.0:1763336265.480828:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57593:x1848991041916288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.480852:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.480873:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43dc3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6660a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.481030:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43dca lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.481046:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43dca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.481058:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43dca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336265.481086:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336265.481101:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336265.481118:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43dca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.481145:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43dc3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6660a expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.481163:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43dca lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6660a expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.481173:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.481177:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336265.481180:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:1.0:1763336265.481843:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57593:x1848991041916288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1011us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.481853:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10336 00000100:00100000:3.0:1763336265.493032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.493445:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916416 00000100:00100000:2.0:1763336265.493455:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916416 00000100:00100000:2.0:1763336265.493536:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1892 00000100:00100000:2.0:1763336265.493548:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041916416:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336265.493582:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.493596:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.493598:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.493604:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.493616:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497621:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497640:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497648:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497655:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336265.497659:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497667:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497823:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.497831:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43dd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.497913:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041916416:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4365us (4888us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1763336265.497926:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1892 00000100:00100000:1.0:1763336265.509450:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.510927:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916544 00000100:00100000:2.0:1763336265.510940:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916544 00000100:00100000:2.0:1763336265.511039:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1893 00000100:00100000:2.0:1763336265.511049:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041916544:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336265.511082:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.511099:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.511107:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336265.511108:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336265.511112:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.511146:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.511159:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 23 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.511172:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28396:1848991056131328:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.511259:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.516454:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.516519:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916672 00000100:00100000:0.0:1763336265.516528:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916672 00010000:00010000:0.0:1763336265.516570:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 24 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.516611:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3438 00000100:00100000:0.0:1763336265.516620:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041916672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.516633:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.516653:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 24 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.516666:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 24 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.516732:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.516735:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.516740:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.516754:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.516785:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.516834:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041916672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 214us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.516841:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3438 00010000:00010000:2.0:1763336265.517623:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa43d99 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665ee expref: 23 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.517645:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28396:1848991056131328:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.517666:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.517677:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.517724:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336265.525298:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871962 is committed 00000001:00080000:2.0:1763336265.525319:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871959 is committed 00002000:00010000:0.0:1763336265.525448:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 0 -> 114688 00002000:00010000:0.0:1763336265.525453:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:0.0:1763336265.525465:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.525477:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.525485:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.525492:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336265.525496:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.525505:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.525523:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.525534:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa43dd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.526746:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041916544:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 15691us (17297us total) trans 17179871962 rc 0/0 00000100:00100000:0.0:1763336265.526759:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1893 00000100:00100000:3.0:1763336265.530609:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.531153:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916800 00000100:00100000:0.0:1763336265.531163:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916800 00000100:00100000:0.0:1763336265.531231:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1894 00000100:00100000:0.0:1763336265.531239:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041916800:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336265.531273:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.531291:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.531299:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336265.531301:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336265.531305:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.531337:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.531349:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 20 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.531367:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056131456:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336265.531434:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.534988:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056131456:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336265.535026:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336265.537216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.539270:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041916928 00000100:00100000:1.0:1763336265.539285:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041916928 00010000:00010000:1.0:1763336265.539326:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.539437:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3439 00000100:00100000:0.0:1763336265.539450:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041916928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.539466:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.539486:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.539499:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.539523:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa43db5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665fc expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.539538:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.539540:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.539545:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.539560:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.539910:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.539920:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.539926:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.539978:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041916928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 530us (2767us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.539986:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3439 00000001:00080000:0.0:1763336265.545480:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839270 is committed 00000001:00080000:0.0:1763336265.545499:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839267 is committed 00002000:00010000:2.0:1763336265.545616:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 0 -> 114688 00002000:00010000:2.0:1763336265.545620:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:2.0:1763336265.545630:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.545638:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.545644:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.545650:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf774e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336265.545654:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.545663:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.545711:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.545720:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa43ddf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [73728->114687] (req 73728->114687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.545915:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041916800:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 14671us (15309us total) trans 21474839270 rc 0/0 00000100:00100000:2.0:1763336265.545925:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1894 00000100:00100000:3.0:1763336265.548725:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.548975:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041917056 00000100:00100000:2.0:1763336265.548985:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041917056 00000100:00100000:2.0:1763336265.549058:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7282 00000100:00100000:2.0:1763336265.549069:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041917056:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336265.549196:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041917056:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 128us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.549203:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7282 00000100:00100000:2.0:1763336265.555160:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.555239:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041917312 00000100:00100000:3.0:1763336265.555249:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041917312 00000100:00100000:3.0:1763336265.555312:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10337 00000100:00100000:3.0:1763336265.555322:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57593:x1848991041917312:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336265.555377:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.555526:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43dca lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6660a expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.555551:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.555557:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.555877:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.555897:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.555908:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:2.0:1763336265.555953:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968554 00000004:00010000:2.0:1763336265.555979:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000045f6a8b8 reply state 00000000b5beb1ed transno 4294968555 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.555991:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.556007:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.556010:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336265.556013:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336265.556139:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57593:x1848991041917312:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 817us (988us total) trans 4294968555 rc 0/0 00000100:00100000:2.0:1763336265.556146:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10337 00000020:00080000:2.0:1763336265.556151:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336265.561169:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.561267:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041917440 00000100:00100000:1.0:1763336265.561276:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041917440 00000100:00100000:1.0:1763336265.561331:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7283 00000100:00100000:1.0:1763336265.561340:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041917440:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.561356:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.561377:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66611 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336265.561399:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 114688, mtime: 0x691a6049, atime: 0x691a6047, ctime: 0x691a6049, blocks: 0x50 00010000:00010000:1.0:1763336265.561418:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.561420:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.561427:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.561442:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.561453:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:1.0:1763336265.561512:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041917440:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 173us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.561520:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7283 00000100:00100000:2.0:1763336265.564853:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.564885:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.565032:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041917568 00000100:00100000:1.0:1763336265.565042:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041917568 00002000:00010000:1.0:1763336265.565081:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (114688->18446744073709551615) 00002000:00100000:1.0:1763336265.565086:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650bb80 with x1848991041917568 ext(114688->18446744073709551615) 00002000:00010000:1.0:1763336265.565098:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918650bb80. 00000100:00100000:0.0:1763336265.565180:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041917696 00000100:00100000:1.0:1763336265.565188:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1895 00000100:00100000:0.0:1763336265.565193:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041917696 00000100:00100000:1.0:1763336265.565200:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041917568:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336265.565212:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336265.565217:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509880 with x1848991041917696 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336265.565224:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186509880. 00000100:00100000:0.0:1763336265.565574:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1896 00000100:00100000:0.0:1763336265.565584:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041917696:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336265.565605:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 114688 -> 114688 00002000:00010000:1.0:1763336265.565609:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.565612:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336265.565615:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.565617:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336265.565677:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041917568:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 478us (832us total) trans 17179871963 rc 0/0 00000100:00100000:1.0:1763336265.565714:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1895 00002000:00010000:1.0:1763336265.565718:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (114688->18446744073709551615) 00002000:00100000:1.0:1763336265.565721:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650bb80 with x1848991041917568 ext(114688->18446744073709551615) 00002000:00010000:1.0:1763336265.565726:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918650bb80. 00002000:00010000:0.0:1763336265.565823:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336265.565826:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.565829:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336265.565831:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.565833:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336265.565855:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041917696:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 274us (970us total) trans 21474839271 rc 0/0 00000100:00100000:0.0:1763336265.565861:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1896 00002000:00010000:0.0:1763336265.565865:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336265.565868:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509880 with x1848991041917696 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336265.565872:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186509880. 00000100:00100000:2.0:1763336265.569377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.569443:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041917824 00000100:00100000:0.0:1763336265.569453:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041917824 00000100:00100000:0.0:1763336265.569515:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10338 00000100:00100000:0.0:1763336265.569526:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57593:x1848991041917824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.569550:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.569572:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa43df4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66618 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.569669:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa43dfb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.569736:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa43dfb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.569751:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa43dfb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336265.569784:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 114688 00000004:00200000:0.0:1763336265.569788:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336265.569806:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa43dfb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.569831:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa43df4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66618 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.569852:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa43dfb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66618 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.569861:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.569864:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336265.569868:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:0.0:1763336265.569931:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57593:x1848991041917824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 406us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.569938:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10338 00000100:00100000:2.0:1763336265.573791:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.574027:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918080 00000100:00100000:0.0:1763336265.574395:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918080 00000100:00100000:0.0:1763336265.574455:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10339 00000100:00100000:0.0:1763336265.574465:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57593:x1848991041918080:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336265.574515:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.574539:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa43dfb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66618 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.574557:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.574562:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336265.574762:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.574775:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.574784:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336265.574824:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968556 00000004:00010000:0.0:1763336265.574850:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb28eb7d reply state 00000000cc4e0a37 transno 4294968557 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.574861:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.574867:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.574869:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336265.574872:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336265.574962:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57593:x1848991041918080:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 497us (1179us total) trans 4294968557 rc 0/0 00000100:00100000:0.0:1763336265.574970:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10339 00000020:00080000:0.0:1763336265.574975:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336265.578047:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.578087:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.578111:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918208 00000100:00100000:1.0:1763336265.578121:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918208 00000100:00100000:0.0:1763336265.578148:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918336 00000100:00100000:0.0:1763336265.578153:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918336 00002000:00010000:1.0:1763336265.578157:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.578161:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509c00 with x1848991041918208 ext(191514->18446744073709551615) 00002000:00010000:0.0:1763336265.578167:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336265.578170:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650b800 with x1848991041918336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.578172:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186509c00. 00002000:00010000:0.0:1763336265.578175:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650b800. 00000100:00100000:1.0:1763336265.578204:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1897 00000100:00100000:0.0:1763336265.578209:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1898 00000100:00100000:1.0:1763336265.578214:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041918208:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336265.578215:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041918336:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336265.578336:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336265.578340:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.578342:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336265.578345:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.578347:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336265.578359:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 114688 -> 191514 00002000:00010000:1.0:1763336265.578362:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.578364:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336265.578366:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.578368:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336265.578397:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041918208:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 183us (357us total) trans 17179871964 rc 0/0 00000100:00100000:0.0:1763336265.578397:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041918336:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 180us (308us total) trans 21474839272 rc 0/0 00000100:00100000:0.0:1763336265.578404:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1898 00002000:00010000:0.0:1763336265.578408:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:0.0:1763336265.578411:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650b800 with x1848991041918336 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336265.578795:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650b800. 00000100:00100000:1.0:1763336265.578798:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1897 00002000:00010000:1.0:1763336265.578801:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.578804:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509c00 with x1848991041918208 ext(191514->18446744073709551615) 00002000:00010000:1.0:1763336265.578808:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186509c00. 00000100:00100000:2.0:1763336265.581094:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.581177:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918464 00000100:00100000:1.0:1763336265.581186:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918464 00000100:00100000:1.0:1763336265.581239:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10340 00000100:00100000:1.0:1763336265.581248:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57593:x1848991041918464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.581278:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.581306:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e09 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6661f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.581406:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e10 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.581421:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.581432:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336265.581460:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:1.0:1763336265.581465:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336265.581481:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.581505:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e09 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6661f expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.581522:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6661f expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.581531:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.581534:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336265.581537:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:1.0:1763336265.581594:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57593:x1848991041918464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 346us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.581601:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10340 00000100:00100000:2.0:1763336265.584915:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.585105:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918720 00000100:00100000:1.0:1763336265.585115:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918720 00000100:00100000:1.0:1763336265.585178:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10341 00000100:00100000:1.0:1763336265.585187:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57593:x1848991041918720:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336265.585236:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.585261:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e10 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6661f expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.585278:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.585297:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336265.586145:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336265.586161:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.586170:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336265.586219:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968558 00000004:00010000:1.0:1763336265.586247:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000866660e6 reply state 0000000006debea0 transno 4294968559 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.586259:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336265.586266:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.586269:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336265.586272:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336265.586490:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57593:x1848991041918720:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1301us (1580us total) trans 4294968559 rc 0/0 00000100:00100000:1.0:1763336265.586497:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10341 00000020:00080000:1.0:1763336265.586502:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336265.588853:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.588925:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918848 00000100:00100000:0.0:1763336265.588934:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918848 00000100:00100000:0.0:1763336265.588989:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7284 00000100:00100000:0.0:1763336265.589009:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57593:x1848991041918848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.589029:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.589050:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66626 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336265.589073:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 114688, mtime: 0x691a6049, atime: 0x691a6048, ctime: 0x691a6049, blocks: 0x50 00010000:00010000:0.0:1763336265.589094:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.589096:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.589104:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.589119:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.589131:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:0.0:1763336265.589187:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57593:x1848991041918848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 180us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.589194:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7284 00000100:00100000:2.0:1763336265.596795:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.596855:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.597131:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041918976 00000100:00100000:1.0:1763336265.597142:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041918976 00002000:00010000:1.0:1763336265.597180:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (114688->18446744073709551615) 00002000:00100000:1.0:1763336265.597185:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186312300 with x1848991041918976 ext(114688->18446744073709551615) 00002000:00010000:1.0:1763336265.597197:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186312300. 00000100:00100000:1.0:1763336265.597266:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041919104 00000100:00100000:1.0:1763336265.597270:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041919104 00002000:00010000:1.0:1763336265.597285:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.597288:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311c00 with x1848991041919104 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.597297:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186311c00. 00000100:00100000:3.0:1763336265.597378:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1899 00000100:00100000:3.0:1763336265.597390:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041918976:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336265.597524:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 114688 -> 114688 00002000:00010000:3.0:1763336265.597527:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.597530:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.597532:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.597534:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:3.0:1763336265.597599:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041918976:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 211us (812us total) trans 21474839273 rc 0/0 00000100:00100000:3.0:1763336265.597607:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1899 00002000:00010000:3.0:1763336265.597610:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (114688->18446744073709551615) 00002000:00100000:3.0:1763336265.597613:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186312300 with x1848991041918976 ext(114688->18446744073709551615) 00002000:00010000:3.0:1763336265.597618:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186312300. 00000100:00100000:3.0:1763336265.597640:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1900 00000100:00100000:3.0:1763336265.597649:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041919104:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336265.597772:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336265.597776:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.598296:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.598300:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.598302:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336265.598631:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041919104:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 982us (1774us total) trans 17179871965 rc 0/0 00000100:00100000:1.0:1763336265.598639:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1900 00002000:00010000:1.0:1763336265.598642:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.598645:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311c00 with x1848991041919104 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.598651:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186311c00. 00000100:00100000:2.0:1763336265.601793:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.601855:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041919232 00000100:00100000:1.0:1763336265.601864:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041919232 00000100:00100000:0.0:1763336265.602016:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10342 00000100:00100000:0.0:1763336265.602027:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57593:x1848991041919232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.602147:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336265.602170:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa43e25 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6662d expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.602268:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43e2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.602284:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43e2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.602296:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43e2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336265.602322:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 114688 00000004:00200000:0.0:1763336265.602326:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336265.602343:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43e2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.602368:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa43e25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6662d expref: 36 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.602386:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43e2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6662d expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.602393:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.602396:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336265.602399:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281400, rc 0) 00000100:00100000:0.0:1763336265.602459:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57593:x1848991041919232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 434us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.602466:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10342 00000100:00100000:2.0:1763336265.607413:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.607879:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041919488 00000100:00100000:0.0:1763336265.607889:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041919488 00000100:00100000:0.0:1763336265.607936:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10343 00000100:00100000:0.0:1763336265.607945:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57593:x1848991041919488:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336265.608010:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.608034:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa43e2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6662d expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.608057:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.608062:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336265.608221:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336265.608236:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.608245:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336265.608286:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968560 00000004:00010000:0.0:1763336265.608308:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d14bfe25 reply state 0000000096633a1a transno 4294968561 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.608319:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336265.608324:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.608327:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336265.608330:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336265.608416:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57593:x1848991041919488:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 470us (1011us total) trans 4294968561 rc 0/0 00000100:00100000:0.0:1763336265.608424:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10343 00000020:00080000:0.0:1763336265.608428:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336265.613010:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.613051:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.613074:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041919616 00000100:00100000:1.0:1763336265.613084:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041919616 00002000:00010000:1.0:1763336265.613119:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.613123:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186312a00 with x1848991041919616 ext(191514->18446744073709551615) 00002000:00010000:1.0:1763336265.613134:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186312a00. 00000100:00100000:1.0:1763336265.613168:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041919744 00000100:00100000:1.0:1763336265.613171:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041919744 00002000:00010000:1.0:1763336265.613185:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.613188:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186313800 with x1848991041919744 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.613194:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186313800. 00000100:00100000:1.0:1763336265.613206:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1901 00000100:00100000:0.0:1763336265.613286:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1902 00000100:00100000:1.0:1763336265.613288:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041919616:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336265.613295:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041919744:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336265.613408:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336265.613412:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.613415:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.613417:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.613420:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336265.613430:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 114688 -> 191514 00002000:00010000:1.0:1763336265.613432:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.613434:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.613436:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.613438:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336265.613478:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041919616:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 190us (487us total) trans 21474839274 rc 0/0 00000100:00100000:0.0:1763336265.613478:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041919744:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 182us (425us total) trans 17179871966 rc 0/0 00000100:00100000:0.0:1763336265.613486:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1902 00002000:00010000:0.0:1763336265.613620:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:0.0:1763336265.613624:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186313800 with x1848991041919744 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336265.613629:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186313800. 00000100:00100000:1.0:1763336265.614562:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1901 00002000:00010000:1.0:1763336265.614570:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.614573:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186312a00 with x1848991041919616 ext(191514->18446744073709551615) 00002000:00010000:1.0:1763336265.614581:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186312a00. 00000100:00100000:2.0:1763336265.628440:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.629202:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041919872 00000100:00100000:0.0:1763336265.629212:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041919872 00000100:00100000:1.0:1763336265.629877:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10344 00000100:00100000:1.0:1763336265.629889:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57593:x1848991041919872:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.629911:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.629931:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e3a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66634 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.630034:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43e41 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336265.630050:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43e41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.630063:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43e41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336265.630091:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:1.0:1763336265.630095:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336265.630111:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43e41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.630136:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e3a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66634 expref: 39 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.630153:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43e41 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66634 expref: 38 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.630161:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.630165:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336265.630169:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948400, rc 0) 00000100:00100000:1.0:1763336265.630239:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57593:x1848991041919872:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 350us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.630246:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10344 00000100:00100000:0.0:1763336265.635115:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.635218:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041920128 00000100:00100000:2.0:1763336265.635237:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041920128 00000100:00100000:2.0:1763336265.635303:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10345 00000100:00100000:2.0:1763336265.635314:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57593:x1848991041920128:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336265.635381:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336265.635408:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa43e41 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66634 expref: 38 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.635426:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.635431:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.635595:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336265.635611:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.635621:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336265.635666:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968562 00000004:00010000:2.0:1763336265.635868:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000093445266 reply state 000000009f103e9c transno 4294968563 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.635880:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.635886:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.635889:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336265.635892:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336265.635986:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57593:x1848991041920128:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 672us (878us total) trans 4294968563 rc 0/0 00000100:00100000:2.0:1763336265.636002:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10345 00000020:00080000:2.0:1763336265.636008:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336265.638044:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.638088:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.638177:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041920256 00000100:00100000:1.0:1763336265.638186:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041920256 00002000:00010000:1.0:1763336265.638219:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.638225:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc51880 with x1848991041920256 ext(191514->18446744073709551615) 00000100:00100000:2.0:1763336265.638227:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041920384 00000100:00100000:2.0:1763336265.638234:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041920384 00002000:00010000:1.0:1763336265.638237:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc51880. 00002000:00010000:2.0:1763336265.638254:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:2.0:1763336265.638259:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50e00 with x1848991041920384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336265.638279:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50e00. 00000100:00100000:1.0:1763336265.639249:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1903 00000100:00100000:1.0:1763336265.639263:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041920256:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336265.639407:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:1.0:1763336265.639412:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.639414:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336265.639417:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.639419:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336265.639473:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041920256:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 215us (1436us total) trans 17179871967 rc 0/0 00000100:00100000:1.0:1763336265.639480:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1903 00002000:00010000:1.0:1763336265.639484:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/59 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.639487:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc51880 with x1848991041920256 ext(191514->18446744073709551615) 00002000:00010000:1.0:1763336265.639493:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc51880. 00000100:00100000:1.0:1763336265.639512:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1904 00000100:00100000:1.0:1763336265.639520:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041920384:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336265.639584:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.639588:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.639591:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:1.0:1763336265.639592:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.639594:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336265.639616:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041920384:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 97us (1528us total) trans 21474839275 rc 0/0 00000100:00100000:1.0:1763336265.639622:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1904 00002000:00010000:1.0:1763336265.639625:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/57 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.639627:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50e00 with x1848991041920384 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.639631:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50e00. 00000100:00100000:0.0:1763336265.642436:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.642512:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041920512 00000100:00100000:2.0:1763336265.642519:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041920512 00000100:00100000:2.0:1763336265.642566:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10346 00000100:00100000:2.0:1763336265.642574:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57593:x1848991041920512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.642591:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.642606:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43e4f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6663b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.642678:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43e56 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336265.642722:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43e56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.642734:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43e56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336265.642761:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:2.0:1763336265.642766:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336265.642786:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43e56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.642811:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43e4f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6663b expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.642832:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43e56 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6663b expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.642840:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.642843:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336265.642846:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:2.0:1763336265.642903:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57593:x1848991041920512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 328us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.642915:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10346 00000100:00100000:0.0:1763336265.645671:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.646035:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041920768 00000100:00100000:2.0:1763336265.646044:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041920768 00000100:00100000:2.0:1763336265.646104:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10347 00000100:00100000:2.0:1763336265.646114:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57593:x1848991041920768:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336265.646164:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336265.646189:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43e56 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6663b expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.646206:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.646210:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.646360:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336265.646375:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.646384:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336265.646435:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968564 00000004:00010000:2.0:1763336265.646455:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b34ce4c reply state 000000002f3b688b transno 4294968565 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.646466:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.646472:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.646474:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336265.646478:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336265.646565:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57593:x1848991041920768:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 450us (899us total) trans 4294968565 rc 0/0 00000100:00100000:2.0:1763336265.646576:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10347 00000020:00080000:2.0:1763336265.646582:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336265.648523:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.648583:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041920896 00000100:00100000:1.0:1763336265.648592:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041920896 00002000:00010000:1.0:1763336265.648628:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.648632:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50a80 with x1848991041920896 ext(191514->18446744073709551615) 00002000:00010000:1.0:1763336265.648657:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50a80. 00000100:00100000:1.0:1763336265.648717:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1905 00000100:00100000:1.0:1763336265.648727:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041920896:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336265.648858:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:1.0:1763336265.648863:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.648865:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.648873:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.648876:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336265.648933:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041920896:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 207us (416us total) trans 21474839276 rc 0/0 00000100:00100000:1.0:1763336265.648941:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1905 00002000:00010000:1.0:1763336265.648945:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/58 (191514->18446744073709551615) 00002000:00100000:1.0:1763336265.648948:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50a80 with x1848991041920896 ext(191514->18446744073709551615) 00002000:00010000:1.0:1763336265.648953:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50a80. 00000100:00100000:2.0:1763336265.648967:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.648978:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921024 00000100:00100000:1.0:1763336265.648982:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921024 00002000:00010000:1.0:1763336265.649012:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.649016:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311180 with x1848991041921024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.649023:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186311180. 00000100:00100000:1.0:1763336265.649043:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1906 00000100:00100000:1.0:1763336265.649050:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041921024:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336265.649121:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.649124:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.649127:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.649129:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.649131:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336265.649191:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041921024:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 140us (222us total) trans 17179871968 rc 0/0 00000100:00100000:1.0:1763336265.649198:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1906 00002000:00010000:1.0:1763336265.649202:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336265.649205:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311180 with x1848991041921024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336265.649209:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186311180. 00000100:00100000:2.0:1763336265.652477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.652720:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921280 00000100:00100000:1.0:1763336265.652731:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921280 00000100:00100000:1.0:1763336265.652792:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10348 00000100:00100000:1.0:1763336265.652804:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57593:x1848991041921280:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336265.652903:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336265.652922:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.652933:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00010000:1.0:1763336265.653059:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c9c6803e reply state 000000000770b642 transno 4294968566 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.653073:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.653081:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.653083:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336265.653087:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336265.653168:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57593:x1848991041921280:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 365us (699us total) trans 4294968566 rc 0/0 00000100:00100000:1.0:1763336265.653175:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10348 00000100:00100000:3.0:1763336265.657651:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.657785:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921408 00000100:00100000:1.0:1763336265.657795:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921408 00000100:00100000:1.0:1763336265.658367:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7285 00000100:00100000:1.0:1763336265.658379:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041921408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.658397:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.658414:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66642 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.658447:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.658454:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.658456:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.658461:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.658495:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.658507:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 1153 lvb_type: 1 00000100:00100000:1.0:1763336265.658522:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056131584:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.658604:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.661825:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056131584:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.661860:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.662082:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000100:00100000:1.0:1763336265.662299:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041921408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3922us (4656us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.662308:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7285 00000100:00100000:3.0:1763336265.662514:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.662623:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921536 00000100:00100000:0.0:1763336265.662630:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921536 00010000:00010000:0.0:1763336265.662660:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 1153 lvb_type: 1 00000100:00100000:0.0:1763336265.662771:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3440 00000100:00100000:0.0:1763336265.662780:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041921536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.662794:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.662812:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.662823:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.662851:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa43d76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d2 expref: 20 pid: 29013 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.662864:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.662865:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.662873:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.662882:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.662911:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.662922:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056131712:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336265.662991:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.665468:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056131712:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336265.665491:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.665542:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041921536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2762us (3028us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.665553:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3440 00000100:00100000:3.0:1763336265.665640:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.665895:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921664 00000100:00100000:1.0:1763336265.665902:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921664 00000100:00100000:1.0:1763336265.665941:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7286 00000100:00100000:1.0:1763336265.665948:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041921664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.665962:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.665978:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66649 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.666017:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.666027:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.666029:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.666033:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.666060:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.666073:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 20 pid: 8398 timeout: 1153 lvb_type: 1 00000100:00100000:1.0:1763336265.666096:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056131840:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.666148:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.669305:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.669390:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056131840:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.669421:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.669443:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948400, rc 0) 00000100:00100000:0.0:1763336265.669554:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921792 00000100:00100000:0.0:1763336265.669561:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921792 00010000:00010000:0.0:1763336265.669593:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 21 pid: 8398 timeout: 1153 lvb_type: 1 00000100:00100000:0.0:1763336265.669640:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3441 00000100:00100000:0.0:1763336265.669649:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041921792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.669663:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.669681:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 21 pid: 8398 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.669714:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 21 pid: 8398 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.669738:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43d7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665d9 expref: 21 pid: 8398 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.669751:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.669753:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.669760:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.669770:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.669802:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.669814:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056131968:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336265.669967:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57593:x1848991041921664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4017us (4325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.669976:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7286 00000100:00100000:0.0:1763336265.670603:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.673490:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.673580:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056131968:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336265.673604:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.673841:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041921920 00000100:00100000:1.0:1763336265.673848:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041921920 00000100:00100000:1.0:1763336265.673897:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7287 00000100:00100000:1.0:1763336265.673906:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57593:x1848991041921920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.673921:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.673940:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66650 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.673967:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.673975:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.673977:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.673981:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 26 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.674036:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336265.674047:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 1153 lvb_type: 1 00000100:00100000:1.0:1763336265.674064:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056132096:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336265.674506:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041921792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4855us (5205us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.674520:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3441 00000100:00100000:1.0:1763336265.675300:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92860a8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.679615:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056132096:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.679654:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 26 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.679674:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:1.0:1763336265.679777:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57593:x1848991041921920:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5872us (6294us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.679786:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7287 00000100:00100000:2.0:1763336265.680429:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.680731:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922048 00000100:00100000:0.0:1763336265.680740:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922048 00010000:00010000:0.0:1763336265.680772:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 1153 lvb_type: 1 00000100:00100000:0.0:1763336265.680830:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3442 00000100:00100000:0.0:1763336265.680839:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041922048:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.680855:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.680873:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.680886:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.680908:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281600/0x84ca14902aa43d6f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e0 expref: 26 pid: 30886 timeout: 1153 lvb_type: 1 00010000:00010000:0.0:1763336265.680922:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.680924:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.680930:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.680945:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.681006:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.681019:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056132224:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336265.681087:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.685565:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.685601:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.685633:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.685765:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922304 00000100:00100000:1.0:1763336265.685765:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922176 00000100:00100000:3.0:1763336265.685774:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922304 00000100:00100000:1.0:1763336265.685774:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922176 00000100:00100000:3.0:1763336265.685812:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922432 00000100:00100000:3.0:1763336265.685815:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922432 00000100:00100000:0.0:1763336265.685975:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056132224:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336265.686011:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.686017:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7288 00000100:00100000:3.0:1763336265.686029:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7289 00000100:00100000:3.0:1763336265.686039:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041922176:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336265.686040:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7290 00000100:00100000:2.0:1763336265.686048:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041922432:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:0.0:1763336265.686066:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041922048:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5226us (5637us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.686076:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3442 00002000:00010000:3.0:1763336265.686163:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:2.0:1763336265.686163:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336265.686167:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.686167:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.686170:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336265.686170:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.686172:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:2.0:1763336265.686173:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:3.0:1763336265.686175:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:2.0:1763336265.686175:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336265.686199:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041922176:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 162us (642us total) trans 21474839277 rc 0/0 00000100:00100000:2.0:1763336265.686199:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041922432:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 152us (564us total) trans 17179871969 rc 0/0 00000100:00100000:2.0:1763336265.686206:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7290 00000100:00100000:3.0:1763336265.686209:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7289 00000100:00100000:1.0:1763336265.686301:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041922304:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336265.686355:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.686358:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.686360:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.686362:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336264 -> 1763336265 00002000:00010000:1.0:1763336265.686364:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336265.686403:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041922304:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 377us (801us total) trans 21474839278 rc 0/0 00000100:00100000:1.0:1763336265.686410:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7288 00000100:00100000:2.0:1763336265.689509:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.689573:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922688 00000100:00100000:3.0:1763336265.689584:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922688 00000100:00100000:3.0:1763336265.689645:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3553 00000100:00100000:3.0:1763336265.689659:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57593:x1848991041922688:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336265.689817:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d30 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665bd expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.689864:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336265.689877:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 45 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.689889:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.689921:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 45 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.689934:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 45 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.689946:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056132352:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.690057:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.693764:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.694017:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056132352:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336265.694067:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336265.695088:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922816 00000100:00100000:3.0:1763336265.695096:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922816 00010000:00010000:3.0:1763336265.695132:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 46 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.695175:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3443 00000100:00100000:3.0:1763336265.695184:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f95c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2404:x1848991041922816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.695197:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.695204:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 46 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.695217:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 46 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.695237:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa43d5a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665c4 expref: 46 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.695253:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.695258:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.695267:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.695273:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.695300:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336265.695327:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.695337:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:1.0:1763336265.695552:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].105, 88 off16824 00000004:00080000:1.0:1763336265.695559:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053656873369ns, next at 981493758006ns, rc = 0 00000100:00100000:3.0:1763336265.695582:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f95c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2404:x1848991041922816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 397us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.695592:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3443 00000040:00080000:1.0:1763336265.695603:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].109, 88 off17176 00000004:00080000:1.0:1763336265.695610:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053656924385ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336265.695638:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].106, 88 off16912 00000004:00080000:1.0:1763336265.695644:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053656958348ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336265.695663:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].110, 88 off17264 00000004:00080000:1.0:1763336265.695668:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053656982749ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336265.695679:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].111, 88 off17352 00000004:00080000:1.0:1763336265.695719:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053656998064ns, next at 981493736065ns, rc = 0 00000040:00080000:1.0:1763336265.695744:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].107, 88 off17000 00000004:00080000:1.0:1763336265.695749:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053657063148ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336265.695760:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].108, 88 off17088 00000004:00080000:1.0:1763336265.695764:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053657078839ns, next at 981493758006ns, rc = 0 00000040:00080000:1.0:1763336265.695774:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].112, 88 off17440 00000004:00080000:1.0:1763336265.695778:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053657092745ns, next at 981493736065ns, rc = 0 00000001:00080000:0.0:1763336265.697703:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968567 is committed 00000004:00080000:0.0:1763336265.697713:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 109 committed 00000004:00080000:0.0:1763336265.697722:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 109 committed 00000004:00080000:0.0:1763336265.697733:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 108 committed 00000004:00080000:0.0:1763336265.697735:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 108 committed 00000004:00080000:0.0:1763336265.697737:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 107 committed 00000004:00080000:0.0:1763336265.697739:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 107 committed 00000004:00080000:0.0:1763336265.697741:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 106 committed 00000004:00080000:0.0:1763336265.697743:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 106 committed 00000100:00100000:1.0:1763336265.697813:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056132864:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336265.697813:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056132736:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336265.697842:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056132480:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336265.697913:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.697925:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.697932:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.697937:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.697941:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.697948:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.697961:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.697963:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.697968:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.697973:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa43d92 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336265.698649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.698722:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336265.698730:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056133120:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.698747:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056132608:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336265.698763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336265.698785:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.698795:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056133248:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336265.698796:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056132736 00000100:00100000:3.0:1763336265.698804:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056132736 00000100:00100000:1.0:1763336265.698819:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133120 00000100:00100000:0.0:1763336265.698819:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336265.698824:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133120 00000100:00100000:3.0:1763336265.698847:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056132608 00000100:00100000:3.0:1763336265.698852:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056132608 00000100:00100000:1.0:1763336265.698859:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133248 00000100:00100000:1.0:1763336265.698865:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133248 00000100:00100000:0.0:1763336265.698883:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7291 00000100:00100000:3.0:1763336265.698891:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7292 00000100:00100000:0.0:1763336265.698895:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056132736:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336265.698904:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056133120:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.698907:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1763336265.698921:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056132608:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336265.699037:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.699038:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336265.699038:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:3.0:1763336265.699043:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.699044:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.699044:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.699047:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336265.699050:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.699050:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336265.699052:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336265.699054:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.699054:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.699058:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763336265.699059:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336265.699059:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:0.0:1763336265.699110:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056132736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 218us (462us total) trans 17179871971 rc 0/0 00000100:00100000:3.0:1763336265.699112:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056133120:12345-0@lo:2:osp-syn-0-1.0 Request processed in 210us (347us total) trans 21474839279 rc 0/0 00000100:00100000:0.0:1763336265.699121:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7291 00000100:00100000:3.0:1763336265.699128:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7292 00000100:00100000:0.0:1763336265.699143:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7294 00000100:00100000:0.0:1763336265.699152:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056133248:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336265.699157:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3646:x1848991056132608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 240us (371us total) trans 17179871970 rc 0/0 00000100:00100000:3.0:1763336265.699162:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336265.699169:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1763336265.699184:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056132480 00000100:00100000:1.0:1763336265.699188:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056132480 00000100:00100000:3.0:1763336265.699194:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056132992:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336265.699202:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336265.699206:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.699209:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00000100:00100000:1.0:1763336265.699211:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00002000:00010000:0.0:1763336265.699212:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.699214:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336265.699219:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056132480:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336265.699226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336265.699245:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763336265.699250:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056133248:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (430us total) trans 21474839280 rc 0/0 00000100:00100000:3.0:1763336265.699253:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056133376:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336265.699263:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7294 00002000:00010000:1.0:1763336265.699274:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336265.699277:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00000100:00100000:0.0:1763336265.699279:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056132992 00002000:00010000:1.0:1763336265.699280:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:0.0:1763336265.699282:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056132992 00002000:00010000:1.0:1763336265.699284:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00000100:00100000:3.0:1763336265.699287:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763336265.699289:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336265.699299:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133376 00000100:00100000:0.0:1763336265.699301:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133376 00000100:00100000:3.0:1763336265.699322:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7296 00000100:00100000:1.0:1763336265.699327:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056132480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 108us (166us total) trans 17179871972 rc 0/0 00000100:00100000:3.0:1763336265.699334:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056132992:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336265.699453:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:3.0:1763336265.699457:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.699459:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.699461:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.699463:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1763336265.699489:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056132992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 160us (266us total) trans 21474839281 rc 0/0 00010000:00010000:2.0:1763336265.699523:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699533:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699539:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699544:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.699547:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699556:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699569:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.699571:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.699574:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699579:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43dae lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.699588:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699593:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699598:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699601:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.699603:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699607:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699612:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.699614:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.699616:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699620:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa43de6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699627:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699631:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699635:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699639:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.699641:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699645:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699649:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.699651:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.699653:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699658:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa43e02 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.699667:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336265.699700:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7297 00000100:00100000:0.0:1763336265.699710:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056133376:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336265.699770:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:0.0:1763336265.699773:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.699775:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:0.0:1763336265.699783:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336265.699785:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3a:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:0.0:1763336265.699810:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056133376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (527us total) trans 21474839282 rc 0/0 00000100:00100000:0.0:1763336265.699816:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7297 00000100:00100000:0.0:1763336265.699849:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839267 gen 2 00000100:00100000:1.0:1763336265.699852:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000004:00080000:0.0:1763336265.699854:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839257 committed transno 21474839267 00000100:00100000:3.0:1763336265.699859:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7296 00000004:00080000:0.0:1763336265.699885:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac7b80, transno 21474839258 00000100:00100000:1.0:1763336265.699887:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763336265.699898:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac4000, transno 21474839259 00000004:00080000:0.0:1763336265.699902:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac7100, transno 21474839260 00000004:00080000:0.0:1763336265.699905:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae310a80, transno 21474839261 00000004:00080000:0.0:1763336265.699909:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac5f80, transno 21474839264 00000004:00080000:0.0:1763336265.699912:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac7480, transno 21474839265 00000004:00080000:0.0:1763336265.699914:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac6680, transno 21474839266 00000004:00080000:0.0:1763336265.699917:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac5180, transno 21474839267 00000100:00100000:0.0:1763336265.699922:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9183c75c00 x1848991056133248/t21474839280(21474839280) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336281 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763336265.699926:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871959 gen 2 00000004:00080000:1.0:1763336265.699929:0:3646:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871951 committed transno 17179871959 00000004:00080000:0.0:1763336265.699934:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75c00/2, rc 0, transno 21474839280 00000100:00100000:0.0:1763336265.699939:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056133248:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336265.699944:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183311500, transno 17179871952 00000004:00080000:1.0:1763336265.699953:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f40000, transno 17179871953 00000004:00080000:0.0:1763336265.699954:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c77800/2, rc 0, transno 21474839279 00000004:00080000:1.0:1763336265.699956:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918481ad80, transno 17179871954 00000100:00100000:0.0:1763336265.699957:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056133120:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336265.699959:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b646a00, transno 17179871955 00000004:00080000:1.0:1763336265.699962:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918650aa00, transno 17179871956 00000004:00080000:1.0:1763336265.699964:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf923100, transno 17179871957 00000004:00080000:1.0:1763336265.699967:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918650a680, transno 17179871958 00000004:00080000:1.0:1763336265.699971:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf922680, transno 17179871959 00000100:00100000:1.0:1763336265.699975:0:3646:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c92b6ac4a80 x1848991056132608/t17179871970(17179871970) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336281 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763336265.699983:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac4a80/2, rc 0, transno 17179871970 00000100:00100000:1.0:1763336265.699988:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056132608:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336265.700004:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 8 in progress, 2 in flight, 4 done 00010000:00010000:2.0:1763336265.700010:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700020:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700026:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.700029:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700035:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000004:00080000:3.0:1763336265.700043:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 4 done 00010000:00010000:2.0:1763336265.700046:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.700050:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.700053:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336265.700057:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056132864 00000100:00100000:3.0:1763336265.700062:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056132864 00000100:00100000:3.0:1763336265.700086:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7298 00000100:00100000:3.0:1763336265.700093:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056132864:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336265.700130:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43e17 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700145:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00002000:00010000:3.0:1763336265.700150:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1763336265.700152:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00002000:00010000:3.0:1763336265.700154:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.700157:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336265.700163:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336265.700168:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763336265.700168:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336265.700199:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056132864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (312us total) trans 17179871973 rc 0/0 00000100:00100000:3.0:1763336265.700205:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7298 00010000:00010000:2.0:1763336265.700245:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.700248:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700253:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700261:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.700263:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.700266:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700274:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e33 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700284:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700289:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700294:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700298:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.700301:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700305:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700311:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.700313:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.700315:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700319:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43e48 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700327:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700331:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700336:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000004:00080000:0.0:1763336265.700364:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac4380/2, rc 0, transno 17179871971 00000100:00100000:0.0:1763336265.700369:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056132736:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336265.700463:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 8 done 00010000:00010000:2.0:1763336265.700471:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.700475:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700480:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00000004:00080000:1.0:1763336265.700485:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac6300/2, rc 0, transno 17179871973 00010000:00010000:2.0:1763336265.700488:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.700490:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336265.700490:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056132864:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336265.700493:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.700498:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43e5d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00080000:1.0:1763336265.700506:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74000/2, rc 0, transno 21474839282 00010000:00010000:2.0:1763336265.700509:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336265.700510:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056133376:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763336265.700514:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00000004:00080000:1.0:1763336265.700517:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c77100/2, rc 0, transno 21474839281 00000100:00100000:1.0:1763336265.700520:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056132992:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763336265.700521:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700526:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948e00 already unused, calling callback (ffffffffc1a69550) 00000004:00080000:1.0:1763336265.700528:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac4e00/2, rc 0, transno 17179871972 00010000:00010000:2.0:1763336265.700529:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336265.700532:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056132480:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336265.700535:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700542:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.700544:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.700547:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.700552:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa43e64 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000004:00010000:1.0:1763336265.700561:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005604b129 reply state 00000000c903583d transno 4294968567 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.700574:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.700581:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.700583:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763336265.700586:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763336265.700591:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.700593:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336265.700599:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa43d30 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665bd expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763336265.700851:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763336265.700874:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041922688:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 11216us (11374us total) trans 4294968567 rc 0/0 00000100:00100000:1.0:1763336265.700882:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3553 00010000:00010000:3.0:1763336265.700948:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.700954:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.700959:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.700963:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336265.700966:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.700972:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.700980:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.700982:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336265.700985:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.700990:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43e80 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000004:00080000:2.0:1763336265.702355:0:32328:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1053663667595ns, next at 1054663665078ns, rc = 0 00000100:00100000:1.0:1763336265.702422:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056133504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763336265.702473:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.702604:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133504 00000100:00100000:0.0:1763336265.702612:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133504 00000100:00100000:0.0:1763336265.702677:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1763336265.702739:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056133504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763336265.702759:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915923456 avail 3684241408 00000100:00100000:0.0:1763336265.702798:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056133504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.702804:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1763336265.702869:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336265.702877:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056133632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763336265.702902:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1763336265.703135:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763336265.703190:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056133760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763336265.703221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336265.703240:0:32330:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1053664552728ns, next at 1054664550093ns, rc = 0 00000100:00100000:2.0:1763336265.703254:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133632 00000100:00100000:2.0:1763336265.703260:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133632 00000100:00100000:1.0:1763336265.703267:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133760 00000100:00100000:1.0:1763336265.703273:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133760 00000100:00100000:2.0:1763336265.703296:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1763336265.703306:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056133632:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763336265.703308:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1763336265.703321:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056133760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763336265.703335:0:6518:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446133760 avail 1299894272 00000004:00000024:1.0:1763336265.703342:0:6517:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445605376 avail 1299365888 00000100:00100000:2.0:1763336265.703382:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056133632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.703388:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056133760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.703393:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1763336265.703403:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1763336265.703442:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056133760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763336265.703452:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839201 gen 2 00000100:00100000:2.0:1763336265.703458:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968436 gen 2 00000004:00080000:1.0:1763336265.703458:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b645c00, transno 21474839201 00000004:00080000:2.0:1763336265.703465:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968436 committed transno 4294968436 00000020:00080000:2.0:1763336265.703471:0:3647:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9c9184ac76c0 refcount 2 committed 0 result 0 batchid 4294969208 00000020:00080000:2.0:1763336265.703475:0:3647:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92865e4f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184ac7f00 00000100:00100000:1.0:1763336265.703476:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056133504:0@lo:13:osp-pre-0-0.0 00000020:00080000:2.0:1763336265.703483:0:3647:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000406:0x2:0x0].5 00000020:00080000:2.0:1763336265.703488:0:3647:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92865e4800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9185fdc200 00000020:00080000:2.0:1763336265.703491:0:3647:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].11 00000100:00100000:1.0:1763336265.703496:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336265.703503:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056133888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763336265.703528:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336265.703964:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056133888 00000100:00100000:3.0:1763336265.703969:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056133888 00000100:00100000:3.0:1763336265.704033:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1763336265.704043:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056133888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763336265.704056:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899008 pending 0 free 3920216064 avail 3688628224 00000100:00100000:0.0:1763336265.704094:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.704100:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056133888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.704106:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1763336265.704196:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1848991056134144:0@lo:400:kworker.0 00000100:00100000:3.0:1763336265.704208:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056134400:0@lo:400:kworker.0 00000100:00100000:0.0:1763336265.704228:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763336265.704367:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763336265.704380:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3649:1848991056134016:0@lo:400:kworker.0 00000100:00100000:2.0:1763336265.704573:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056133632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763336265.704610:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.704621:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1848991056134656:0@lo:400:kworker.0 00000100:00100000:2.0:1763336265.704633:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056134272:0@lo:400:kworker.0 00000100:00100000:0.0:1763336265.706103:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336265.706218:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041922944 00000100:00100000:3.0:1763336265.706224:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041922944 00000100:00100000:3.0:1763336265.706267:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134144 00000100:00100000:3.0:1763336265.706271:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134144 00000100:00100000:3.0:1763336265.706296:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134400 00000100:00100000:3.0:1763336265.706298:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134400 00000100:00100000:3.0:1763336265.706329:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134656 00000100:00100000:3.0:1763336265.706332:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134656 00000100:00100000:0.0:1763336265.706341:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:0.0:1763336265.706350:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1848991056134144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336265.706376:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.706397:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1848991056134144:12345-0@lo:400:kworker.0 Request processed in 49us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.706405:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1848991056134528:0@lo:400:kworker.0 00000100:00100000:1.0:1763336265.706430:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336265.706458:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871916 gen 2 00000004:00080000:1.0:1763336265.706464:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92c0b26680, transno 17179871916 00000100:00100000:1.0:1763336265.706481:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056133888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763336265.706505:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134016 00000100:00100000:1.0:1763336265.706508:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134016 00000100:00100000:1.0:1763336265.706531:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1763336265.706537:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbeb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3649:x1848991056134016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336265.706571:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbeb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3649:x1848991056134016:12345-0@lo:400:kworker.0 Request processed in 33us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.706578:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1763336265.706618:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1763336265.706621:0:8421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134528 00000100:00100000:3.0:1763336265.706624:0:8421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134528 00000100:00100000:0.0:1763336265.706634:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1763336265.706640:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848991056134400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336265.706641:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1763336265.706645:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1848991056134656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336265.706670:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1848991056134656:12345-0@lo:400:kworker.0 Request processed in 24us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.706672:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848991056134400:12345-0@lo:400:kworker.0 Request processed in 33us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.706676:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1763336265.706678:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1763336265.706706:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1763336265.706712:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848991056134528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336265.706713:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10349 00000100:00100000:0.0:1763336265.706719:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57593:x1848991041922944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336265.706731:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763336265.706739:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848991056134528:12345-0@lo:400:kworker.0 Request processed in 28us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.706744:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00010000:00010000:0.0:1763336265.706750:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66657 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336265.706780:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056134400:0@lo:400:kworker.0 00010000:00010000:0.0:1763336265.706796:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 18 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.706811:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 18 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.706829:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:0.0:1763336265.706832:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336265.706836:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2200, rc 0) 00000100:00100000:0.0:1763336265.706880:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041922944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 160us (2789us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.706885:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10349 00000100:00100000:0.0:1763336265.706913:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1848991056134656:0@lo:400:kworker.0 00000100:00100000:0.0:1763336265.706923:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3646:1848991056134144:0@lo:400:kworker.0 00000100:00080000:1.0:1763336265.706931:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763336265.706935:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763336265.706949:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3649:1848991056134016:0@lo:400:kworker.0 00000100:00100000:1.0:1763336265.706958:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1848991056134528:0@lo:400:kworker.0 00000020:00080000:3.0:1763336265.707757:0:32339:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969208 committed batchid 4294969207 00000020:00080000:3.0:1763336265.707804:0:32339:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969207 00000100:00100000:2.0:1763336265.708256:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.708299:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056134784:0@lo:400:kworker.0 00000100:00100000:2.0:1763336265.708330:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.708378:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134272 00000100:00100000:2.0:1763336265.708384:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134272 00000100:00100000:2.0:1763336265.708425:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056134784 00000100:00100000:2.0:1763336265.708429:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056134784 00000100:00100000:2.0:1763336265.708449:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1763336265.708456:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056134272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336265.708499:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056134272:12345-0@lo:400:kworker.0 Request processed in 44us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.708506:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1763336265.708520:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1763336265.708526:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056134784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336265.708551:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056134784:12345-0@lo:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.708557:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1763336265.708593:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056134272:0@lo:400:kworker.0 00000100:00100000:2.0:1763336265.708603:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056134784:0@lo:400:kworker.0 00000100:00080000:0.0:1763336265.709064:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763336265.712878:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.713203:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041923200 00000100:00100000:2.0:1763336265.713212:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041923200 00000100:00100000:2.0:1763336265.713266:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3554 00000100:00100000:2.0:1763336265.713276:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57593:x1848991041923200:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336265.713498:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57593:x1848991041923200:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 223us (629us total) trans 4294968568 rc 0/0 00000100:00100000:2.0:1763336265.713507:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3554 00000100:00100000:2.0:1763336265.729078:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.729594:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041923328 00000100:00100000:3.0:1763336265.729604:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041923328 00000100:00100000:3.0:1763336265.729665:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10350 00000100:00100000:3.0:1763336265.729675:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57595:x1848991041923328:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336265.729738:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336265.729761:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43e8e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6665e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.729825:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336265.729838:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.729854:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.729867:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336265.729874:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.729881:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.729952:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336265.729962:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.729969:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336265.730018:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:3.0:1763336265.730023:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336265.730040:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730052:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730060:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730067:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730077:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730084:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730090:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336265.730094:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730101:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730113:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918cd58b00) 00010000:00010000:3.0:1763336265.730116:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336265.730120:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730126:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa43e95 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730137:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730143:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730148:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730153:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336265.730156:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730164:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730171:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918cd58d00) 00010000:00010000:3.0:1763336265.730174:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336265.730176:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730182:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa43e9c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336265.730210:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa43e8e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.730225:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.730232:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.730234:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336265.730236:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:3.0:1763336265.730299:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57595:x1848991041923328:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 626us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.730311:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10350 00000100:00100000:0.0:1763336265.737280:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.737345:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041923584 00000100:00100000:1.0:1763336265.737355:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041923584 00000100:00100000:1.0:1763336265.737412:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10351 00000100:00100000:1.0:1763336265.737423:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57595:x1848991041923584:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.737443:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.737466:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43eaa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66665 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.737576:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43eb1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336265.737590:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43eb1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.737600:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43eb1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336265.737612:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:1.0:1763336265.737730:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa43eaa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66665 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.737748:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43eb1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66665 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.737757:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.737759:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763336265.737763:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0dc00, rc 0) 00000100:00100000:1.0:1763336265.737812:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57595:x1848991041923584:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 391us (541us total) trans 4294968569 rc 0/0 00000100:00100000:1.0:1763336265.737820:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10351 00000100:00100000:2.0:1763336265.742515:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.742786:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041923840 00000100:00100000:1.0:1763336265.742796:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041923840 00000100:00100000:1.0:1763336265.742859:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10352 00000100:00100000:1.0:1763336265.742869:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57595:x1848991041923840:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.742892:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.742911:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43ebf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6666c expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.743032:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43ec6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336265.743053:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.743062:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43ec6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336265.743076:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:1.0:1763336265.743167:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa43ebf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6666c expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.743182:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43ec6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6666c expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.743190:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.743193:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336265.743196:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6e00, rc 0) 00000100:00100000:1.0:1763336265.743254:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57595:x1848991041923840:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 385us (747us total) trans 4294968570 rc 0/0 00000100:00100000:1.0:1763336265.743265:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10352 00000100:00100000:2.0:1763336265.793484:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.794256:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041923968 00000100:00100000:1.0:1763336265.794268:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041923968 00000100:00100000:1.0:1763336265.794758:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1907 00000100:00100000:1.0:1763336265.794771:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041923968:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336265.794805:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.794824:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.794832:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336265.794835:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336265.794838:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.794873:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.794887:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 21 pid: 8398 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.794901:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056134912:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.794986:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.798406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.798560:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056134912:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.798585:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336265.798800:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924096 00000100:00100000:3.0:1763336265.798807:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924096 00010000:00010000:3.0:1763336265.798841:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 22 pid: 8398 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.798881:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3444 00000100:00100000:3.0:1763336265.798891:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041924096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.798906:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.798925:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 22 pid: 8398 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.798940:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 22 pid: 8398 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.798963:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf949200/0x84ca14902aa43e6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66642 expref: 22 pid: 8398 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.798979:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.798982:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336265.798986:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.799007:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336265.799039:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336265.799095:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041924096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 204us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.799103:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3444 00010000:00010000:1.0:1763336265.799301:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.799310:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802645:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802663:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802672:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802679:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336265.802790:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802800:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802818:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.802825:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa43ed4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.802918:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041923968:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8142us (9434us total) trans 0 rc 191514/191514 00000100:00100000:1.0:1763336265.802929:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1907 00000100:00100000:3.0:1763336265.807084:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.807155:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924224 00000100:00100000:1.0:1763336265.807165:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924224 00000100:00100000:1.0:1763336265.807250:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1908 00000100:00100000:1.0:1763336265.807261:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041924224:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336265.807294:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.807315:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 26 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.807324:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336265.807326:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336265.807330:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.807365:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 26 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.807379:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 26 pid: 8398 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.807393:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056135040:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.807475:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.808977:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056135040:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.809016:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336265.809452:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336265.809535:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924352 00000100:00100000:0.0:1763336265.809542:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924352 00010000:00010000:0.0:1763336265.809570:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 27 pid: 8398 timeout: 1153 lvb_type: 0 00000100:00100000:0.0:1763336265.809610:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3445 00000100:00100000:0.0:1763336265.809620:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041924352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336265.809633:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336265.809652:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 27 pid: 8398 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.809663:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 27 pid: 8398 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.809717:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa43ded lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66611 expref: 27 pid: 8398 timeout: 1153 lvb_type: 0 00010000:00010000:0.0:1763336265.809732:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.809735:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336265.809739:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.809754:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336265.809775:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336265.809829:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041924352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 209us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336265.809836:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3445 00010000:00010000:2.0:1763336265.809946:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.809955:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812316:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812335:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812345:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812352:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336265.812357:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812366:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812383:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.812397:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa43edb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.812495:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041924224:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5232us (5415us total) trans 0 rc 191514/191514 00000100:00100000:2.0:1763336265.812506:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1908 00000100:00100000:0.0:1763336265.818647:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.818775:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924480 00000100:00100000:2.0:1763336265.818785:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924480 00000100:00100000:2.0:1763336265.818863:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1909 00000100:00100000:2.0:1763336265.818873:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041924480:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336265.818907:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.818926:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.818935:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336265.818937:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336265.818941:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.818975:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.818989:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 20 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.819026:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056135168:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.819108:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.821962:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056135168:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.821989:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336265.822314:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.822372:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924608 00000100:00100000:1.0:1763336265.822380:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924608 00010000:00010000:1.0:1763336265.822412:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.822712:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3446 00000100:00100000:1.0:1763336265.822724:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041924608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.822740:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.822761:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.822774:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.822795:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa43e1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66626 expref: 21 pid: 9765 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.822811:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.822813:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336265.822817:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.822826:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.822853:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.822884:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.822895:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336265.822908:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041924608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.822918:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3446 00010000:00010000:2.0:1763336265.825929:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.825945:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.825954:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.825961:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336265.825965:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.825973:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.825990:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.826008:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43ee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.826091:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041924480:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7216us (7449us total) trans 0 rc 191514/191514 00000100:00100000:2.0:1763336265.826101:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1909 00010000:00010000:2.0:1763336265.829913:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336265.835446:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.835574:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924736 00000100:00100000:1.0:1763336265.835583:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924736 00000100:00100000:1.0:1763336265.835650:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 426 00000100:00100000:1.0:1763336265.835660:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57595:x1848991041924736:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336265.835679:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.835740:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa43ec6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6666c expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.835758:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.835763:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.835820:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57595:x1848991041924736:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 161us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.835827:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 426 00000100:00100000:3.0:1763336265.837631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.837728:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041924992 00000100:00100000:1.0:1763336265.837736:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041924992 00000100:00100000:1.0:1763336265.837787:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3555 00000100:00100000:1.0:1763336265.837795:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57595:x1848991041924992:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336265.838005:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57595:x1848991041924992:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 210us (378us total) trans 4294968571 rc 0/0 00000100:00100000:1.0:1763336265.838012:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3555 00000100:00100000:0.0:1763336265.842383:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.842788:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041925248 00000100:00100000:2.0:1763336265.842799:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041925248 00000100:00100000:2.0:1763336265.842866:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10353 00000100:00100000:2.0:1763336265.842878:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041925248:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336265.842901:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.842922:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43ee9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66673 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.843038:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.843052:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.843063:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.843096:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.843110:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 25 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.843124:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056135296:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.843211:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.845654:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056135296:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.845682:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336265.846042:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.846122:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041925376 00000100:00100000:1.0:1763336265.846130:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041925376 00010000:00010000:1.0:1763336265.846165:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 26 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.846203:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3447 00000100:00100000:1.0:1763336265.846213:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041925376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.846227:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.846235:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 26 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.846254:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 26 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.846275:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa43ea3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6665e expref: 26 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.846290:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.846296:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.846305:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.846313:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.846344:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.846399:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041925376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.846407:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3447 00010000:00010000:2.0:1763336265.846446:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.846456:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336265.846481:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336265.846607:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa43ee9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.846623:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.846631:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.846633:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336265.846636:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336265.846672:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041925248:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3797us (4298us total) trans 4294968572 rc 0/0 00000100:00100000:2.0:1763336265.846709:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10353 00000100:00100000:0.0:1763336265.850957:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.851019:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041925504 00000100:00100000:2.0:1763336265.851031:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041925504 00000100:00100000:2.0:1763336265.851090:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10354 00000100:00100000:2.0:1763336265.851101:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041925504:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336265.851125:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.851145:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43efe lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6667a expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.851255:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.851270:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.851277:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.851308:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.851319:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 26 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.851332:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056135424:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.851461:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.854475:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.854523:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056135424:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.854535:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041925632 00000100:00100000:1.0:1763336265.854544:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041925632 00010000:00010000:2.0:1763336265.854567:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.854579:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 27 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.854622:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3448 00000100:00100000:1.0:1763336265.854631:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991041925632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.854645:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.854653:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 27 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.854664:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 27 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.854683:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43ef0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66673 expref: 27 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.854739:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.854744:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.854753:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.854760:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.854785:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.854805:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.854814:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336265.854833:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041925632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 202us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.854842:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3448 00000004:00200000:2.0:1763336265.854862:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:2.0:1763336265.854868:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336265.854890:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.854921:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43efe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.854938:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.854945:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.854948:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336265.854951:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336265.854989:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041925504:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3891us (4043us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.855008:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10354 00000100:00100000:3.0:1763336265.857322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.857749:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041925760 00000100:00100000:2.0:1763336265.857759:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041925760 00000100:00100000:2.0:1763336265.857807:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7299 00000100:00100000:2.0:1763336265.857817:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041925760:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336265.857834:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.857854:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66681 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336265.857877:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 191514, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6049, blocks: 0x100 00010000:00010000:2.0:1763336265.857895:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.857897:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336265.857908:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336265.857938:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336265.857951:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:2.0:1763336265.858024:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041925760:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 205us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.858032:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7299 00000100:00100000:0.0:1763336265.860448:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.860525:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041926016 00000100:00100000:1.0:1763336265.860534:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041926016 00000100:00100000:1.0:1763336265.860643:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3556 00000100:00100000:1.0:1763336265.860653:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041926016:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336265.860919:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041926016:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 266us (477us total) trans 4294968573 rc 0/0 00000100:00100000:1.0:1763336265.860936:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3556 00000100:00100000:1.0:1763336265.880150:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.880222:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041926272 00000100:00100000:2.0:1763336265.880232:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041926272 00000100:00100000:2.0:1763336265.880293:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10355 00000100:00100000:2.0:1763336265.880304:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57596:x1848991041926272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.880325:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.880349:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f13 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66688 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.880423:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.880436:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880453:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880468:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.880475:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880481:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880586:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43f28 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.880596:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43f28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880602:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43f28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336265.880612:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336265.880728:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880736:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880742:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880748:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.880752:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880759:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880770:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:2.0:1763336265.880773:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.880779:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880785:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f1a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880796:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880802:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880807:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880812:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.880815:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880821:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880828:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e700) 00010000:00010000:2.0:1763336265.880830:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336265.880833:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880839:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f21 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.880879:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f13 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66688 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.880896:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43f28 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66688 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.880904:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.880906:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336265.880909:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336265.880961:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57596:x1848991041926272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 659us (820us total) trans 4294968574 rc 0/0 00000100:00100000:2.0:1763336265.880969:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10355 00000100:00100000:3.0:1763336265.885352:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.886086:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041926400 00000100:00100000:1.0:1763336265.886097:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041926400 00000100:00100000:1.0:1763336265.886152:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 427 00000100:00100000:1.0:1763336265.886162:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f94c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991041926400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.886184:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.886209:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43f28 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66688 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.886227:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.886232:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.886290:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f94c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041926400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 129us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.886297:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 427 00000100:00100000:0.0:1763336265.889167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.889220:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041926656 00000100:00100000:1.0:1763336265.889229:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041926656 00000100:00100000:1.0:1763336265.890043:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3557 00000100:00100000:1.0:1763336265.890056:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9fb0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57596:x1848991041926656:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336265.890270:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9fb0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57596:x1848991041926656:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 218us (1111us total) trans 4294968575 rc 0/0 00000100:00100000:1.0:1763336265.890278:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3557 00000100:00100000:2.0:1763336265.895097:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.895199:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041926912 00000100:00100000:1.0:1763336265.895209:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041926912 00000100:00100000:1.0:1763336265.895419:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10356 00000100:00100000:1.0:1763336265.895431:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57596:x1848991041926912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336265.895467:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336265.895489:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43f36 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6668f expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.895591:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336265.895605:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.895613:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336265.895643:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.895655:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 29 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.895668:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056135552:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.896290:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336265.902059:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.902143:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041927040 00000100:00100000:3.0:1763336265.902152:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041927040 00010000:00010000:3.0:1763336265.902189:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 30 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.902229:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3449 00000100:00100000:3.0:1763336265.902238:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991041927040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.902253:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.902261:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 30 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.902273:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 30 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.902296:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.902301:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336265.902310:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336265.902317:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336265.902335:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336265.902391:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991041927040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 154us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.902398:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3449 00010000:00010000:2.0:1763336265.902582:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f05 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6667a expref: 29 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.902598:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056135552:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.902618:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.902626:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.902631:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336265.902653:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336265.902820:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa43f36 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6668f expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.902835:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6668f expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.902842:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.902844:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336265.902847:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:2.0:1763336265.902875:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57596:x1848991041926912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7448us (7787us total) trans 4294968576 rc 0/0 00000100:00100000:2.0:1763336265.902881:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10356 00000100:00100000:0.0:1763336265.907834:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.907963:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041927168 00000100:00100000:1.0:1763336265.907973:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041927168 00000100:00100000:1.0:1763336265.908042:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3558 00000100:00100000:1.0:1763336265.908052:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57596:x1848991041927168:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:1.0:1763336265.908406:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57596:x1848991041927168:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 354us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.908414:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3558 00000100:00100000:0.0:1763336265.913133:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.913208:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041927424 00000100:00100000:1.0:1763336265.913218:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041927424 00000100:00100000:1.0:1763336265.913900:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3559 00000100:00100000:1.0:1763336265.913913:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57596:x1848991041927424:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336265.914132:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57596:x1848991041927424:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 221us (1007us total) trans 4294968577 rc 0/0 00000100:00100000:1.0:1763336265.914139:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3559 00000100:00100000:0.0:1763336265.918166:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.918450:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041927680 00000100:00100000:2.0:1763336265.918460:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041927680 00000100:00100000:2.0:1763336265.918513:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10357 00000100:00100000:2.0:1763336265.918523:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57596:x1848991041927680:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.918547:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.918550:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763336265.918577:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa43f3d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6668f expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.918598:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa43eb1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66665 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.918608:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.918612:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336265.918625:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f4b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66696 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.918773:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f52 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336265.918786:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f52 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336265.918795:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f52 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336265.918806:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336265.918902:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f4b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66696 expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.918915:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f52 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66696 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.918921:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.918924:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336265.918927:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:2.0:1763336265.918974:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57596:x1848991041927680:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 452us (817us total) trans 4294968578 rc 0/0 00000100:00100000:2.0:1763336265.918981:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10357 00000100:00100000:0.0:1763336265.924067:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.924171:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041927936 00000100:00100000:2.0:1763336265.924181:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041927936 00000100:00100000:2.0:1763336265.924240:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3560 00000100:00100000:2.0:1763336265.924251:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57596:x1848991041927936:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336265.924315:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f52 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66696 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.924359:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336265.924372:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.924380:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.924388:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.924418:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.924430:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.924443:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056135680:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.924517:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.924525:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 30 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.924533:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056135808:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.924553:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.929550:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056135680:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.929578:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056135808:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.929609:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336265.931441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.931567:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041928064 00000100:00100000:1.0:1763336265.931584:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041928064 00010000:00010000:1.0:1763336265.931618:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 31 pid: 23631 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.931649:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3450 00000100:00100000:1.0:1763336265.931658:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991041928064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.931671:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.931676:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 31 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.931720:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 31 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.931741:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa43d8b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c665e7 expref: 31 pid: 23631 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.931755:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:1.0:1763336265.931759:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.931767:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.931777:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.931814:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991041928064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 157us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.931821:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3450 00000100:00100000:0.0:1763336265.932366:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.932446:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041928192 00000100:00100000:3.0:1763336265.932452:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041928192 00010000:00010000:3.0:1763336265.932473:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.932519:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3451 00000100:00100000:3.0:1763336265.932527:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991041928192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.932537:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.932541:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.932551:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.932567:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa43e87 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66657 expref: 30 pid: 6512 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.932578:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:3.0:1763336265.932582:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.932589:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.932596:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.932627:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336265.932661:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991041928192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 134us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.932671:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3451 00010000:00010000:2.0:1763336265.932927:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.932935:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933180:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933189:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933195:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933201:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.933205:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933211:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933221:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.933223:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336265.933228:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933234:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f60 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.933244:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9f200) 00010000:00010000:2.0:1763336265.933247:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336265.933252:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f52 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66696 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.933390:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57596:x1848991041927936:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 9141us (9331us total) trans 4294968579 rc -22/-22 00000100:00100000:2.0:1763336265.933399:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3560 00000100:00100000:0.0:1763336265.946824:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.946916:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041928320 00000100:00100000:2.0:1763336265.946925:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041928320 00000100:00100000:2.0:1763336265.946988:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10358 00000100:00100000:2.0:1763336265.947007:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57596:x1848991041928320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.947030:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.947052:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6669d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.947105:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.947121:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.947138:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:2.0:1763336265.947141:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336265.947145:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:2.0:1763336265.947202:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57596:x1848991041928320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 198us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.947212:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10358 00000100:00100000:0.0:1763336265.951156:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.951256:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041928576 00000100:00100000:2.0:1763336265.951266:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041928576 00000100:00100000:2.0:1763336265.951318:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10359 00000100:00100000:2.0:1763336265.951328:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57596:x1848991041928576:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.951349:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.951371:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f6e lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666a4 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.951851:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336265.951864:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.952150:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336265.952164:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x51:0x0]: returning size 0 00010000:00010000:2.0:1763336265.952215:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f6e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.952235:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.952243:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x51:0x0].0x0 (ffff9c918a24ee00) 00010000:00010000:2.0:1763336265.952246:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336265.952249:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336265.952352:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57596:x1848991041928576:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1025us (1203us total) trans 4294968580 rc 0/0 00000100:00100000:2.0:1763336265.952368:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10359 00000100:00100000:0.0:1763336265.955150:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.955227:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041928832 00000100:00100000:2.0:1763336265.955236:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041928832 00000100:00100000:2.0:1763336265.955295:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10360 00000100:00100000:2.0:1763336265.955305:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57596:x1848991041928832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.955326:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.955348:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f83 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666ab expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.955449:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43f8a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336265.955463:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43f8a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336265.955474:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43f8a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336265.955495:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336265.955599:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43f83 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ab expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.955616:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43f8a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ab expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.955625:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:2.0:1763336265.955628:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336265.955632:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:2.0:1763336265.955737:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57596:x1848991041928832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 433us (595us total) trans 4294968581 rc 0/0 00000100:00100000:2.0:1763336265.955744:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10360 00000100:00100000:0.0:1763336265.957744:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.957853:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041929088 00000100:00100000:1.0:1763336265.957865:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041929088 00000100:00100000:1.0:1763336265.957905:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3561 00000100:00100000:1.0:1763336265.957911:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57596:x1848991041929088:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:1.0:1763336265.957965:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43f8a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ab expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.958004:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763336265.958017:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.958025:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.958056:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336265.958068:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 33 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.958084:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056135936:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336265.958156:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e0f540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.960070:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056135936:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336265.960095:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336265.961633:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336265.961973:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041929216 00000100:00100000:1.0:1763336265.961983:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041929216 00010000:00010000:1.0:1763336265.962032:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 34 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:1.0:1763336265.962062:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3452 00000100:00100000:1.0:1763336265.962071:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991041929216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336265.962086:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336265.962092:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 34 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.962105:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 34 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.962125:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43f67 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6669d expref: 34 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:1.0:1763336265.962139:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:1.0:1763336265.962144:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.962153:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.962159:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336265.962198:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336265.962254:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991041929216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 184us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.962261:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3452 00010000:00010000:2.0:1763336265.962507:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.962515:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.962535:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336265.962546:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.962554:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.962578:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.962589:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 32 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:2.0:1763336265.962600:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056136064:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336265.962648:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336265.965270:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056136064:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336265.965300:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336265.967658:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336265.968211:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041929344 00000100:00100000:3.0:1763336265.968220:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041929344 00010000:00010000:3.0:1763336265.968258:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 33 pid: 6514 timeout: 1153 lvb_type: 0 00000100:00100000:3.0:1763336265.968298:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3453 00000100:00100000:3.0:1763336265.968309:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991041929344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336265.968322:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336265.968334:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 33 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.968346:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 33 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.968368:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43f75 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x51:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666a4 expref: 33 pid: 6514 timeout: 1153 lvb_type: 0 00010000:00010000:3.0:1763336265.968384:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x51:0x0].0x0 (ffff9c918a24ee00) 00010000:00010000:3.0:1763336265.968389:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.968398:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.968405:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336265.968436:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336265.968496:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991041929344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (845us total) trans 0 rc 0/0 00010000:00010000:2.0:1763336265.968499:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336265.968507:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3453 00010000:00010000:2.0:1763336265.968519:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336265.968944:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136192:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.968998:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336265.969288:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136192 00000100:00100000:3.0:1763336265.969293:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136192 00000100:00100000:2.0:1763336265.969297:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.969336:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1763336265.969345:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136192:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336265.969425:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136192:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 81us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.969432:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1763336265.969517:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136192:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.969559:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.969583:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.969608:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.969650:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136320 00000100:00100000:3.0:1763336265.969654:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136320 00000100:00100000:3.0:1763336265.969758:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1763336265.969768:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136320:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336265.969826:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136320:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.969832:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1763336265.970167:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.970214:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.970237:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.970746:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.970767:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136448 00000100:00100000:1.0:1763336265.970773:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136448 00000100:00100000:1.0:1763336265.970918:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1763336265.970927:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136448:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336265.971013:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136448:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 87us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.971021:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1763336265.971039:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.971077:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136576:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.971102:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.971123:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183edfcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.971138:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136576 00000100:00100000:1.0:1763336265.971144:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136576 00000100:00100000:1.0:1763336265.971175:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1763336265.971183:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136576:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336265.971241:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136576:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 59us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.971248:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1763336265.971267:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136576:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.971303:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136704:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.971325:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.971345:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.971350:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136704 00000100:00100000:1.0:1763336265.971354:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136704 00000100:00100000:1.0:1763336265.971378:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1763336265.971383:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136704:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336265.971752:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136704:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 367us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336265.971760:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:0.0:1763336265.971840:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dfb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136704:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336265.971877:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136832:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336265.971905:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.971928:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.971957:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136832 00000100:00100000:3.0:1763336265.971963:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136832 00000100:00100000:3.0:1763336265.972007:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1763336265.972017:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136832:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336265.972083:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136832:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336265.972091:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1763336265.972120:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136832:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1763336265.972277:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].21, 368 off50224 00000001:00080000:0.0:1763336265.972296:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968582 00000100:00100000:0.0:1763336265.972347:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336265.972372:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336265.972400:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336265.972531:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056136960 00000100:00100000:3.0:1763336265.972536:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056136960 00000100:00100000:3.0:1763336265.972570:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1763336265.972578:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056136960:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336265.972675:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056136960:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 98us (302us total) trans 21474839283 rc 0/0 00000100:00100000:3.0:1763336265.972712:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1763336265.974487:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056136960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.974539:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056137088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336265.974584:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336265.974618:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183edfcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336265.975059:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056137088 00000100:00100000:1.0:1763336265.975066:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056137088 00000100:00100000:1.0:1763336265.975122:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1763336265.975131:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6516:x1848991056137088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336265.975280:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056137088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 150us (694us total) trans 17179871974 rc 0/0 00000100:00100000:1.0:1763336265.975287:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1763336265.975381:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056137088:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1763336265.975448:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968583 00010000:00010000:2.0:1763336265.975481:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975492:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975500:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975506:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.975517:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975523:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975538:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x51:0x0].0x0 (ffff9c918a24ee00) 00010000:00010000:2.0:1763336265.975542:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336265.975547:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975553:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43f9f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x51:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975573:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975582:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975588:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975592:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336265.975595:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975601:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975609:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:2.0:1763336265.975612:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336265.975615:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975620:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa43f98 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.975630:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:2.0:1763336265.975633:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336265.975639:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43f8a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ab expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336265.975799:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57596:x1848991041929088:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 17885us (18062us total) trans 4294968584 rc 0/0 00000100:00100000:2.0:1763336265.975807:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3561 00000020:00080000:2.0:1763336265.975811:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763336265.978314:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.978485:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041929472 00000100:00100000:2.0:1763336265.978505:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041929472 00000100:00100000:2.0:1763336265.978560:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10361 00000100:00100000:2.0:1763336265.978569:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57596:x1848991041929472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336265.978590:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336265.978611:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43fa6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666b2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.978660:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43fa6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b2 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.978674:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43fa6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b2 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336265.978725:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336265.978729:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336265.978733:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:2.0:1763336265.978795:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57596:x1848991041929472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 226us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336265.978802:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10361 00000100:00100000:0.0:1763336265.984866:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.984960:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041929728 00000100:00100000:2.0:1763336265.984970:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041929728 00000100:00100000:2.0:1763336265.985035:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3562 00000100:00100000:2.0:1763336265.985046:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ebf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57596:x1848991041929728:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336265.985345:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x51:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763336265.985411:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].109, 64 off17152 00000004:00080000:2.0:1763336265.985418:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1053946732693ns, next at 1054946730450ns, rc = 0 00000040:00080000:2.0:1763336265.985437:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].113, 64 off17504 00000004:00080000:2.0:1763336265.985441:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1053946755793ns, next at 1054946754526ns, rc = 0 00000001:00080000:2.0:1763336265.985447:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968585 00010000:00010000:2.0:1763336265.985484:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 3/0,1 mode: --/PW res: [0x240000405:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336265.985500:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.985510:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.985518:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.985525:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.985531:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336265.985559:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763336265.985772:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ebf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57596:x1848991041929728:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 726us (912us total) trans 4294968586 rc 0/0 00000100:00100000:2.0:1763336265.985780:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3562 00000020:00080000:2.0:1763336265.985785:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763336265.985910:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336265.985917:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336265.985925:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336265.985929:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336265.985937:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336265.985960:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x51:0x0].0x0 (ffff9c918a24e600) 00010000:00010000:0.0:1763336265.985963:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336265.985968:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 1/0,0 mode: --/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336265.985977:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fad lrc: 0/0,0 mode: --/PW res: [0x240000405:0x51:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336265.986005:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336265.986008:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336265.986009:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336265.989244:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336265.989292:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041929984 00000100:00100000:2.0:1763336265.989301:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041929984 00000100:00100000:2.0:1763336265.989353:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3563 00000100:00100000:2.0:1763336265.989363:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57596:x1848991041929984:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336265.989649:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57596:x1848991041929984:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 285us (412us total) trans 4294968587 rc 0/0 00000100:00100000:2.0:1763336265.989657:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3563 00000100:00100000:1.0:1763336266.008316:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.008485:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041930112 00000100:00100000:2.0:1763336266.008495:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041930112 00000100:00080000:0.0:1763336266.009098:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763336266.009385:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10362 00000100:00100000:2.0:1763336266.009398:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57597:x1848991041930112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.009422:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.009446:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43fb4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666b9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.009513:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336266.009526:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009537:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009549:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336266.009556:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009562:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009638:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336266.009646:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009653:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336266.009787:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:2.0:1763336266.009792:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336266.009811:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009822:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009831:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009837:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009842:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009848:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009853:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.009857:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009864:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009875:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24ee00) 00010000:00010000:2.0:1763336266.009878:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336266.009883:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009888:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fbb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009900:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009906:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009911:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009915:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.009918:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009923:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009929:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e000) 00010000:00010000:2.0:1763336266.009932:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336266.009934:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009940:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fc2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.009967:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43fb4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 39 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.009981:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.009989:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.010006:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336266.010009:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:2.0:1763336266.010609:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57597:x1848991041930112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1212us (2299us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.010617:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10362 00000100:00100000:0.0:1763336266.018093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.018294:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041930368 00000100:00100000:2.0:1763336266.018304:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041930368 00000100:00100000:2.0:1763336266.018361:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10363 00000100:00100000:2.0:1763336266.018371:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57597:x1848991041930368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.018390:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.018409:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43fd0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666c0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.018506:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fd7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336266.018521:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fd7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.018532:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fd7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336266.018542:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336266.019396:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa43fd0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666c0 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.019417:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fd7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666c0 expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.019426:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.019429:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336266.019433:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336266.019502:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57597:x1848991041930368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1131us (1418us total) trans 4294968588 rc 0/0 00000100:00100000:2.0:1763336266.019510:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10363 00000100:00100000:3.0:1763336266.022427:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.022937:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041930624 00000100:00100000:2.0:1763336266.022948:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041930624 00000100:00100000:2.0:1763336266.023013:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10364 00000100:00100000:2.0:1763336266.023024:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57597:x1848991041930624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.023051:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.023071:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fe5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666c7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.023179:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43fec lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336266.023192:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43fec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336266.023202:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43fec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336266.023213:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336266.023310:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa43fe5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666c7 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.023327:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43fec lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666c7 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.023336:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.023340:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336266.023343:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336266.023411:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57597:x1848991041930624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 389us (991us total) trans 4294968589 rc 0/0 00000100:00100000:2.0:1763336266.023419:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10364 00000100:00100000:1.0:1763336266.074659:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.074797:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041930752 00000100:00100000:2.0:1763336266.074807:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041930752 00000100:00100000:2.0:1763336266.074883:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1910 00000100:00100000:2.0:1763336266.074894:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041930752:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336266.074930:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.074944:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.074947:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.074952:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.074966:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763336266.075578:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763336266.088872:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.088892:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.088901:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.088913:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336266.088917:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.088926:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.088945:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.088952:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa43ffa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.089348:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041930752:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 14451us (14692us total) trans 0 rc 191514/191514 00000100:00100000:2.0:1763336266.089358:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1910 00000100:00100000:1.0:1763336266.096599:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.097373:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041930880 00000100:00100000:2.0:1763336266.097384:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041930880 00000100:00080000:0.0:1763336266.097429:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763336266.097466:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1911 00000100:00100000:2.0:1763336266.097476:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991041930880:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336266.097523:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 191514, mtime: 0x691a6049, atime: 0x691a6047, ctime: 0x691a6049, blocks: 0x50 00010000:00010000:2.0:1763336266.097531:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.097545:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.097547:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.097553:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.097567:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.110980:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.111006:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.111016:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.111023:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336266.111027:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.111036:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.111054:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.111062:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44001 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.111180:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991041930880:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13701us (14587us total) trans 0 rc 191514/191514 00000100:00100000:2.0:1763336266.111194:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1911 00000100:00100000:3.0:1763336266.125312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.126130:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041931008 00000100:00100000:0.0:1763336266.126142:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041931008 00000100:00100000:0.0:1763336266.126485:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 428 00000100:00100000:0.0:1763336266.126497:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57597:x1848991041931008:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336266.126514:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336266.126540:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa43fec lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666c7 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.126558:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.126564:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336266.126629:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57597:x1848991041931008:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 134us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.126637:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 428 00000100:00100000:1.0:1763336266.132480:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.133217:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041931264 00000100:00100000:2.0:1763336266.133228:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041931264 00000100:00100000:2.0:1763336266.133290:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3564 00000100:00100000:2.0:1763336266.133301:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57597:x1848991041931264:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336266.133516:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57597:x1848991041931264:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 216us (1046us total) trans 4294968590 rc 0/0 00000100:00100000:2.0:1763336266.133524:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3564 00000100:00100000:0.0:1763336266.147291:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.147880:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041931520 00000100:00100000:2.0:1763336266.147890:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041931520 00000100:00100000:2.0:1763336266.147954:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10365 00000100:00100000:2.0:1763336266.147965:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57585:x1848991041931520:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.147999:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.148019:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44008 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666ce expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.148140:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.148157:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.148166:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.148201:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.148219:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 43 pid: 6514 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.148231:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056137216:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.148331:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336266.151524:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056137216:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336266.151526:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336266.151561:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336266.151888:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041931648 00000100:00100000:1.0:1763336266.151895:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041931648 00010000:00010000:1.0:1763336266.151931:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 44 pid: 6514 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.151957:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3454 00000100:00100000:1.0:1763336266.151965:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f94050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:2404:x1848991041931648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336266.151979:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336266.151985:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 44 pid: 6514 timeout: 1154 lvb_type: 0 00010000:00010000:1.0:1763336266.152007:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 44 pid: 6514 timeout: 1154 lvb_type: 0 00010000:00010000:1.0:1763336266.152028:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa43fc9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b9 expref: 44 pid: 6514 timeout: 1154 lvb_type: 0 00010000:00010000:1.0:1763336266.152050:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336266.152058:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.152067:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.152075:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.152104:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336266.152165:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f94050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:2404:x1848991041931648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 199us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.152173:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3454 00010000:00010000:2.0:1763336266.152626:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.152635:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.152658:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00010000:00010000:2.0:1763336266.153028:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44008 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 44 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.153056:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 43 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.153064:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.153066:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336266.153069:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:2.0:1763336266.153117:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991041931520:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5153us (5836us total) trans 4294968591 rc 0/0 00000100:00100000:2.0:1763336266.153128:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10365 00000100:00100000:3.0:1763336266.156245:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.156334:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041931776 00000100:00100000:2.0:1763336266.156344:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041931776 00000100:00100000:2.0:1763336266.156406:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10366 00000100:00100000:2.0:1763336266.156417:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991041931776:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.156440:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.156463:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4401d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666d5 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.156555:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.156569:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 44 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.156578:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.156608:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 44 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.156619:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 44 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.156632:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056137344:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.156735:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.159472:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.159557:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056137344:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.159583:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336266.159722:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041931904 00000100:00100000:0.0:1763336266.159729:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041931904 00010000:00010000:0.0:1763336266.159763:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 45 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:0.0:1763336266.159807:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3455 00000100:00100000:0.0:1763336266.159815:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2404:x1848991041931904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336266.159829:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336266.159836:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 45 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.159848:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 45 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.159869:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4400f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ce expref: 45 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.159885:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.159889:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.159898:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.159905:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.159929:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336266.159981:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:2404:x1848991041931904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 166us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.159997:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3455 00010000:00010000:2.0:1763336266.160118:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.160126:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.160173:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 191514 00000004:00200000:2.0:1763336266.160177:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336266.160195:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.160223:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4401d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666d5 expref: 44 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.160238:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666d5 expref: 43 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.160246:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.160249:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336266.160252:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336266.160293:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991041931776:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3877us (4057us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.160299:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10366 00000100:00100000:1.0:1763336266.165925:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.166292:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041932032 00000100:00100000:2.0:1763336266.166302:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041932032 00000100:00100000:2.0:1763336266.166384:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10367 00000100:00100000:2.0:1763336266.166395:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991041932032:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.166415:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.166435:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4402b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666dc expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.166467:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.166480:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.166491:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.166597:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4402b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 45 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.166614:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 44 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.166622:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.166625:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336266.166627:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:2.0:1763336266.167387:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991041932032:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 989us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.167395:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10367 00000100:00100000:0.0:1763336266.169647:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.170112:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041932288 00000100:00100000:1.0:1763336266.170122:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041932288 00000100:00100000:1.0:1763336266.170176:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3565 00000100:00100000:1.0:1763336266.170186:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991041932288:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336266.170410:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991041932288:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 225us (768us total) trans 4294968592 rc 0/0 00000100:00100000:1.0:1763336266.170417:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3565 00000100:00100000:0.0:1763336266.172611:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.172979:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041932544 00000100:00100000:2.0:1763336266.173000:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041932544 00000100:00100000:2.0:1763336266.173054:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10368 00000100:00100000:2.0:1763336266.173064:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991041932544:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.173085:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.173088:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336266.173113:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44024 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666d5 expref: 45 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.173132:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa43fd7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666c0 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.173142:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa43fa6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666b2 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.173152:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.173156:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336266.173168:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44039 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666e3 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.173208:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44040 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.173220:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44040 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.173229:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44040 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:2.0:1763336266.173432:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].110, 88 off17240 00000004:00080000:2.0:1763336266.173455:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054134768843ns, next at 1054946730450ns, rc = 0 00000040:00080000:2.0:1763336266.174638:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].114, 88 off17592 00000004:00080000:2.0:1763336266.174651:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054135965465ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.175065:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].111, 88 off17328 00000004:00080000:2.0:1763336266.175072:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054136386119ns, next at 1054946730450ns, rc = 0 00000040:00080000:2.0:1763336266.175095:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].115, 88 off17680 00000004:00080000:2.0:1763336266.175099:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054136413624ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.175207:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].116, 88 off17768 00000004:00080000:2.0:1763336266.175212:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054136526982ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.175336:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].112, 88 off17416 00000004:00080000:2.0:1763336266.175342:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054136656224ns, next at 1054946730450ns, rc = 0 00000001:00080000:0.0:1763336266.181528:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968593 is committed 00000004:00080000:0.0:1763336266.181539:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 113 committed 00000004:00080000:0.0:1763336266.181556:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 113 committed 00000004:00080000:0.0:1763336266.181663:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 112 committed 00000100:00100000:2.0:1763336266.181787:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056137472:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763336266.181797:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 112 committed 00000004:00080000:0.0:1763336266.181801:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 111 committed 00000004:00080000:0.0:1763336266.181803:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 111 committed 00000004:00080000:0.0:1763336266.181819:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 110 committed 00000004:00080000:0.0:1763336266.181822:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 110 committed 00000020:00080000:0.0:1763336266.181832:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c9184ac7f00 refcount 2 committed 0 result 0 batchid 42 00000020:00080000:0.0:1763336266.181837:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f600 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af5b6cc0 00000020:00080000:0.0:1763336266.181841:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124c00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9183ee8f00 00000020:00080000:0.0:1763336266.181844:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c92bfaea200 00000020:00080000:0.0:1763336266.181848:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].21 00000100:00100000:2.0:1763336266.181853:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.181896:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763336266.181904:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056137600:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763336266.181928:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1763336266.181965:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 42 committed batchid 41 00000020:00080000:2.0:1763336266.182028:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 41 00000100:00100000:2.0:1763336266.182042:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056137472 00000100:00100000:2.0:1763336266.182049:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056137472 00000100:00100000:2.0:1763336266.182080:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056137600 00000100:00100000:2.0:1763336266.182082:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056137600 00000100:00100000:2.0:1763336266.182101:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7300 00000100:00100000:2.0:1763336266.182107:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056137472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763336266.182130:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:58 count 1 00002000:00010000:2.0:1763336266.182158:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 191514, mtime: 0x691a6049, atime: 0x691a6048, ctime: 0x691a6049, blocks: 0x50 00010000:00010000:2.0:1763336266.182165:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.182179:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.182181:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763336266.182451:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056138112:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336266.182477:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336266.182496:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336266.182501:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056137984:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336266.182516:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336266.182536:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056138112 00000100:00100000:1.0:1763336266.182540:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056138112 00000100:00100000:1.0:1763336266.182560:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056137984 00000100:00100000:1.0:1763336266.182562:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056137984 00000100:00100000:1.0:1763336266.182575:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7301 00000100:00100000:1.0:1763336266.182581:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056137600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763336266.182594:0:28588:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:60 count 1 00010000:00010000:1.0:1763336266.182610:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.182627:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 24 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.182636:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336266.182638:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336266.182643:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.182667:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 24 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.182681:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.182719:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056138496:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336266.182770:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1763336266.182907:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.182926:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.182936:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.182944:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.182962:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336266.183264:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7302 00000100:00100000:3.0:1763336266.183278:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056138112:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336266.183398:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056138112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 124us (919us total) trans 17179871975 rc 0/0 00000100:00100000:2.0:1763336266.183553:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056137472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1446us (1703us total) trans 21474839284 rc 0/0 00000100:00100000:1.0:1763336266.184026:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7303 00000100:00100000:1.0:1763336266.184037:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056137984:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336266.184109:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336266.184112:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336266.184115:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:1.0:1763336266.184118:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:1.0:1763336266.184120:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336266.184147:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056137984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 114us (1630us total) trans 17179871976 rc 0/0 00000100:00100000:1.0:1763336266.184154:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7303 00010000:00010000:1.0:1763336266.184187:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336266.184193:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.184202:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.184207:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.184217:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.184233:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.184240:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948e00/0x84ca14902aa44047 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336266.184280:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056137728:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336266.184310:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336266.184329:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056138240:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336266.184345:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336266.184359:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763336266.184364:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056137856:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336266.184370:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7302 00000100:00100000:0.0:1763336266.184383:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.184398:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7300 00000100:00100000:0.0:1763336266.184398:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056138368:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336266.184419:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.184426:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056137728 00000100:00100000:2.0:1763336266.184434:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056137728 00000100:00100000:3.0:1763336266.184529:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056138240 00000100:00100000:3.0:1763336266.184533:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056138240 00010000:00010000:1.0:1763336266.184955:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336266.184957:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336266.184961:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336266.185130:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056137856 00000100:00100000:1.0:1763336266.185135:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056137856 00000100:00100000:3.0:1763336266.185143:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056138368 00000100:00100000:3.0:1763336266.185148:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056138368 00000100:00100000:1.0:1763336266.185162:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7304 00000100:00100000:1.0:1763336266.185173:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056137728:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336266.185251:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763336266.185259:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7305 00000100:00100000:3.0:1763336266.185271:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056138240:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336266.185325:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7306 00000100:00100000:0.0:1763336266.185334:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7307 00000100:00100000:2.0:1763336266.185335:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056137856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336266.185349:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056138368:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336266.185401:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:2.0:1763336266.185405:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336266.185407:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336266.185409:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:2.0:1763336266.185412:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 256 -> 256 00002000:00010000:0.0:1763336266.185418:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336266.185423:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336266.185426:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:0.0:1763336266.185428:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:0.0:1763336266.185430:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336266.185461:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056137856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 127us (1075us total) trans 21474839285 rc 0/0 00000100:00100000:0.0:1763336266.185467:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056138368:12345-0@lo:2:osp-syn-0-1.0 Request processed in 122us (1046us total) trans 21474839286 rc 0/0 00002000:00010000:1.0:1763336266.185503:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336266.185505:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336266.185507:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336266.185510:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336266.185534:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056137728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 366us (1224us total) trans 17179871977 rc 0/0 00002000:00010000:3.0:1763336266.185581:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336266.185585:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336266.185588:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:3.0:1763336266.185590:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336266.185592:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336266.185627:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3646:x1848991056138240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 360us (1280us total) trans 21474839287 rc 0/0 00000100:00100000:2.0:1763336266.185730:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7306 00000100:00100000:0.0:1763336266.185744:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7307 00000004:00080000:0.0:1763336266.185799:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75f80/2, rc 0, transno 21474839285 00010000:00010000:2.0:1763336266.185807:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44040 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666e3 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336266.185807:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056137856:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336266.185822:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186311f80/2, rc 0, transno 21474839286 00000100:00100000:0.0:1763336266.185827:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056138368:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336266.185835:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb6d80/2, rc 0, transno 17179871977 00000100:00100000:0.0:1763336266.185838:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056137728:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336266.185845:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c76d80/2, rc 0, transno 21474839287 00000100:00100000:0.0:1763336266.185848:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056138240:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336266.186211:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7304 00010000:00010000:2.0:1763336266.186222:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.186228:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336266.186247:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44039 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666e3 expref: 19 pid: 23631 timeout: 0 lvb_type: 3 00000004:00080000:1.0:1763336266.186251:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb5f80/2, rc 0, transno 17179871976 00000100:00100000:1.0:1763336266.186259:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056137984:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336266.186269:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44040 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666e3 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763336266.186276:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc52680/2, rc 0, transno 17179871975 00000100:00100000:1.0:1763336266.186281:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056138112:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336266.186298:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.186302:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336266.186306:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000004:00080000:1.0:1763336266.186307:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74a80/2, rc 0, transno 21474839284 00000100:00100000:1.0:1763336266.186313:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056137472:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763336266.186345:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041932544:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 13282us (13739us total) trans 4294968593 rc 0/0 00000100:00100000:2.0:1763336266.186353:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10368 00000100:00100000:3.0:1763336266.186404:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7305 00000100:00100000:3.0:1763336266.192218:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.193458:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056138496:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336266.193487:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.193618:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041932672 00000100:00100000:2.0:1763336266.193626:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041932672 00000100:00100000:3.0:1763336266.193654:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336266.193659:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 25 pid: 9765 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.193821:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041932800 00000100:00100000:1.0:1763336266.193826:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041932800 00000100:00100000:2.0:1763336266.193843:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3456 00000100:00100000:2.0:1763336266.193852:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041932672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336266.193867:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336266.193874:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 25 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.193886:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 25 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.193959:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa43dbc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66603 expref: 25 pid: 9765 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.193969:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7308 00010000:00010000:2.0:1763336266.193975:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.193977:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763336266.193977:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041932800:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.193981:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.193998:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.194001:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336266.194014:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666ea expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.194034:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336266.194042:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.194043:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.194047:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.194062:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336266.194071:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336266.194082:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 1154 lvb_type: 1 00000100:00100000:1.0:1763336266.194093:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056138624:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.194107:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041932672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 256us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.194114:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3456 00000100:00100000:1.0:1763336266.194136:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763336266.194159:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.194168:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.194177:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.194186:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.194214:0:28588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336266.194403:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056137600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11821us (12474us total) trans 17179871978 rc 0/0 00000100:00100000:0.0:1763336266.194411:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7301 00000004:00080000:1.0:1763336266.194433:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac6d80/2, rc 0, transno 17179871978 00000100:00100000:1.0:1763336266.194439:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056137600:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763336266.194497:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763336266.194503:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.194510:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336266.194513:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.194522:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.194534:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.194541:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa4404e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.194557:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336266.194559:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336266.194560:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336266.196600:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056138624:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336266.196633:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.196652:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7e00, rc 0) 00000100:00100000:1.0:1763336266.196737:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041932800:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2760us (3082us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.196745:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7308 00000100:00100000:3.0:1763336266.196781:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.197854:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041932928 00000100:00100000:2.0:1763336266.197865:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041932928 00010000:00010000:2.0:1763336266.197901:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 1154 lvb_type: 1 00000100:00100000:2.0:1763336266.197938:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3457 00000100:00100000:2.0:1763336266.197947:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041932928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336266.197960:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336266.197980:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 1154 lvb_type: 1 00010000:00010000:2.0:1763336266.198003:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 1154 lvb_type: 1 00010000:00010000:2.0:1763336266.198024:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa43f0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66681 expref: 21 pid: 8398 timeout: 1154 lvb_type: 1 00010000:00010000:2.0:1763336266.198037:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.198039:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.198045:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.198054:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.198087:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.198101:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056138752:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336266.198164:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336266.199799:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056138752:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336266.199820:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336266.199867:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041932928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1920us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.199885:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3457 00000100:00100000:1.0:1763336266.201892:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.201970:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041933056 00000100:00100000:2.0:1763336266.201979:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041933056 00000100:00100000:2.0:1763336266.202045:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10369 00000100:00100000:2.0:1763336266.202055:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041933056:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.202083:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.202103:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4405c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666f1 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.202198:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa44063 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.202212:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa44063 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.202221:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa44063 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.202250:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203621 00000004:00200000:2.0:1763336266.202254:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336266.202270:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa44063 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.202294:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4405c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666f1 expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.202310:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa44063 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666f1 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.202318:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.202320:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336266.202323:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00000100:00100000:2.0:1763336266.202377:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041933056:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 323us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.202384:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10369 00000100:00100000:0.0:1763336266.205339:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.205512:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041933184 00000100:00100000:2.0:1763336266.205522:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041933184 00000100:00100000:2.0:1763336266.205580:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1912 00000100:00100000:2.0:1763336266.205588:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041933184:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336266.205913:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:2.0:1763336266.205918:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336264 -> 1763336265 00002000:00010000:2.0:1763336266.205920:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336264 00002000:00010000:2.0:1763336266.205923:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:2.0:1763336266.205925:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 256 -> 152 00000100:00100000:2.0:1763336266.205984:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041933184:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 395us (654us total) trans 21474839288 rc 0/0 00000100:00100000:2.0:1763336266.206004:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1912 00000100:00100000:3.0:1763336266.210027:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.210378:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041933312 00000100:00100000:0.0:1763336266.210389:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041933312 00002000:00100000:0.0:1763336266.210438:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c9184e8a300 x1848991041933312/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336266.210449:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8a300 with x1848991041933312 ext(118784->122879) 00002000:00010000:0.0:1763336266.210455:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8a300 00000100:00100000:0.0:1763336266.210969:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1913 00000100:00100000:0.0:1763336266.210980:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041933312:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336266.211188:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041933312:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 208us (1168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336266.211195:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1913 00002000:00100000:0.0:1763336266.211203:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c9184e8a300 x1848991041933312/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/4536 e 0 to 0 dl 1763336277 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336266.211211:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8a300 with x1848991041933312 ext(118784->122879) 00002000:00010000:0.0:1763336266.211215:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8a300 00000100:00100000:1.0:1763336266.215548:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.215638:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041933440 00000100:00100000:2.0:1763336266.215648:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041933440 00002000:00100000:2.0:1763336266.215705:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (122880->126975) req@ffff9c918650a680 x1848991041933440/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336266.215717:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650a680 with x1848991041933440 ext(122880->126975) 00002000:00010000:2.0:1763336266.215722:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650a680 00000100:00100000:2.0:1763336266.215747:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1914 00000100:00100000:2.0:1763336266.215756:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041933440:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336266.215924:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041933440:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 168us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336266.215931:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1914 00002000:00100000:2.0:1763336266.215937:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (122880->126975) req@ffff9c918650a680 x1848991041933440/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/4536 e 0 to 0 dl 1763336277 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336266.215945:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650a680 with x1848991041933440 ext(122880->126975) 00002000:00010000:2.0:1763336266.215948:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650a680 00000100:00100000:1.0:1763336266.220535:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.220657:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041933568 00000100:00100000:3.0:1763336266.220669:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041933568 00002000:00100000:3.0:1763336266.220764:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (98304->163839) req@ffff9c9183a0dc00 x1848991041933568/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 504/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336266.220776:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0dc00 with x1848991041933568 ext(98304->163839) 00002000:00010000:3.0:1763336266.220781:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0dc00 00000100:00100000:3.0:1763336266.221275:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1915 00000100:00100000:3.0:1763336266.221288:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041933568:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336266.225133:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041933568:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3837us (4644us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763336266.225146:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1915 00002000:00100000:3.0:1763336266.225159:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (98304->163839) req@ffff9c9183a0dc00 x1848991041933568/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 504/440 e 0 to 0 dl 1763336277 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336266.225169:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0dc00 with x1848991041933568 ext(98304->163839) 00002000:00010000:3.0:1763336266.225174:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0dc00 00000100:00100000:1.0:1763336266.228941:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.229138:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041933824 00000100:00100000:2.0:1763336266.229150:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041933824 00000100:00100000:2.0:1763336266.229209:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3566 00000100:00100000:2.0:1763336266.229220:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041933824:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336266.229455:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041933824:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 236us (522us total) trans 4294968594 rc 0/0 00000100:00100000:2.0:1763336266.229463:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3566 00000100:00100000:1.0:1763336266.247550:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.247650:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041934080 00000100:00100000:2.0:1763336266.247662:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041934080 00000100:00100000:2.0:1763336266.247756:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10370 00000100:00100000:2.0:1763336266.247766:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57598:x1848991041934080:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.247792:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.247818:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4406a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666f8 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.247902:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.247916:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.247926:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.247938:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.247944:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.247950:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248071:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa4407f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.248081:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa4407f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248088:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa4407f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.248100:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203621 00010000:00010000:2.0:1763336266.248175:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248182:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248188:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248194:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.248198:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248205:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248217:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:2.0:1763336266.248220:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336266.248224:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248229:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44071 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248242:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248246:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248253:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248262:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.248264:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248270:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248276:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24ef00) 00010000:00010000:2.0:1763336266.248278:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336266.248280:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248285:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44078 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.248324:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4406a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666f8 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.248339:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa4407f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666f8 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.248347:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.248350:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336266.248357:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21faa00, rc 0) 00000100:00100000:2.0:1763336266.249029:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57598:x1848991041934080:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1261us (1486us total) trans 4294968595 rc 0/0 00000100:00100000:2.0:1763336266.249038:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10370 00000100:00100000:0.0:1763336266.255023:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.255068:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.255273:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041934336 00000100:00100000:2.0:1763336266.255284:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041934336 00000100:00100000:2.0:1763336266.255339:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10371 00000100:00100000:2.0:1763336266.255348:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57598:x1848991041934336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.255369:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.255390:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4408d lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c666ff expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.255594:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041934464 00000100:00100000:1.0:1763336266.255599:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041934464 00000100:00100000:1.0:1763336266.255642:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 429 00000100:00100000:1.0:1763336266.255650:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041934464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336266.255661:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336266.255681:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa4407f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666f8 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.255822:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336266.255827:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336266.255888:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041934464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 238us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.255896:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 429 00010000:00010000:2.0:1763336266.258478:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.258496:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.258507:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.258517:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x52:0x0]: returning size 0 00010000:00010000:2.0:1763336266.258585:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4408d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.258606:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.258615:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ef00) 00010000:00010000:2.0:1763336266.258628:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336266.258632:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336266.258725:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041934336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3377us (3742us total) trans 4294968596 rc 0/0 00000100:00100000:2.0:1763336266.258733:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10371 00000100:00100000:0.0:1763336266.263247:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.263794:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041934720 00000100:00100000:2.0:1763336266.263804:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041934720 00000100:00100000:2.0:1763336266.263859:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10372 00000100:00100000:2.0:1763336266.263869:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041934720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.263891:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.263912:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa440a2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66706 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.264022:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.264036:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.264045:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.264081:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.264094:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 24 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.264107:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056138880:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.264188:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bf771f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.268863:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.269139:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056138880:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336266.269142:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041934848 00000100:00100000:0.0:1763336266.269152:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041934848 00010000:00010000:2.0:1763336266.269170:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.269190:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:0.0:1763336266.269232:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3458 00000100:00100000:0.0:1763336266.269241:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041934848:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336266.269256:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336266.269262:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.269273:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.269294:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44094 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ff expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.269309:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ef00) 00010000:00010000:0.0:1763336266.269314:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.269323:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.269330:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.269362:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336266.269424:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041934848:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 182us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.269435:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3458 00010000:00010000:2.0:1763336266.269535:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269547:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.269565:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x52:0x0]: returning size 0 00000004:00080000:2.0:1763336266.269751:0:23631:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3d:0x0], index 1: 0 00000004:00080000:2.0:1763336266.269760:0:23631:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3b:0x0], index 0: 0 00010000:00010000:2.0:1763336266.269863:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269871:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269939:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269946:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21faa00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.269950:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269959:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269969:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ef00) 00010000:00010000:2.0:1763336266.269972:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336266.269976:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.269982:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440a9 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.270037:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa440a2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66706 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.270052:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ef00) 00010000:00010000:2.0:1763336266.270055:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763336266.270059:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa440a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66706 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.270073:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb800, rc 0) 00000100:00100000:2.0:1763336266.270349:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041934720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6481us (7110us total) trans 4294968597 rc 301/301 00000100:00100000:2.0:1763336266.270357:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10372 00000100:00100000:1.0:1763336266.272812:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.273077:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041935104 00000100:00100000:0.0:1763336266.273087:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041935104 00000100:00100000:0.0:1763336266.273141:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3567 00000100:00100000:0.0:1763336266.273150:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041935104:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336266.273423:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041935104:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 273us (618us total) trans 4294968598 rc 0/0 00000100:00100000:0.0:1763336266.273430:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3567 00000100:00100000:1.0:1763336266.275987:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.276058:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041935232 00000100:00100000:2.0:1763336266.276068:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041935232 00000100:00100000:2.0:1763336266.276177:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10373 00000100:00100000:2.0:1763336266.276187:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041935232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.276206:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.276227:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa440b7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6670d expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.276289:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa440be lrc: 3/1,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.276301:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa440be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.276311:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa440be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.276347:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x52:0x0]: returning size 0 00000004:00200000:2.0:1763336266.276357:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336266.276374:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa440be lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.276396:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa440b7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6670d expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.276413:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa440be lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6670d expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.276420:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:2.0:1763336266.276423:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763336266.276426:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336266.276483:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57598:x1848991041935232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 298us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.276490:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10373 00000100:00100000:3.0:1763336266.279097:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.279260:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041935360 00000100:00100000:1.0:1763336266.279270:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041935360 00000100:00100000:1.0:1763336266.279327:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7309 00000100:00100000:1.0:1763336266.279336:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041935360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336266.279356:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336266.279377:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66714 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336266.279475:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336266.279517:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.279524:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.279534:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 25 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336266.279551:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 25 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336266.279563:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:1.0:1763336266.279626:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991041935360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 291us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.279634:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7309 00000100:00100000:1.0:1763336266.280223:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.280635:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041935488 00000100:00100000:3.0:1763336266.280644:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041935488 00000100:00100000:0.0:1763336266.280724:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7310 00000100:00100000:0.0:1763336266.280736:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041935488:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.280750:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.280767:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6671b expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336266.281264:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336266.281284:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.281286:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.281295:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 22 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.281311:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 22 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.281322:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:0.0:1763336266.281378:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991041935488:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 646us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.281385:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7310 00000100:00100000:0.0:1763336266.288802:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.290245:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041935744 00000100:00100000:2.0:1763336266.290258:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041935744 00000100:00100000:2.0:1763336266.290327:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10374 00000100:00100000:2.0:1763336266.290348:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57598:x1848991041935744:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.290368:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.290389:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa440d3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66722 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.290484:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440da lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.290500:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440da lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.290510:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440da lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.290521:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203621 00010000:00010000:2.0:1763336266.290624:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa440d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66722 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.290643:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440da lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66722 expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.290652:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.290654:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336266.290658:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21faa00, rc 0) 00000100:00100000:2.0:1763336266.291246:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57598:x1848991041935744:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 896us (2453us total) trans 4294968599 rc 0/0 00000100:00100000:2.0:1763336266.291254:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10374 00000100:00100000:3.0:1763336266.295187:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.295233:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.295371:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.295602:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936000 00000100:00100000:0.0:1763336266.295602:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041935872 00000100:00100000:1.0:1763336266.295612:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936000 00000100:00100000:0.0:1763336266.295612:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041935872 00000100:00100000:0.0:1763336266.295660:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936128 00000100:00100000:0.0:1763336266.295664:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936128 00000100:00100000:1.0:1763336266.295670:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7311 00000100:00100000:1.0:1763336266.295679:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041935872:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:0.0:1763336266.295682:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7312 00000100:00100000:0.0:1763336266.295705:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041936000:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336266.295740:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295740:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.295758:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295758:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 23 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295766:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336266.295768:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336266.295771:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336266.295772:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336266.295772:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.295775:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.295804:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295804:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 23 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.295818:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 23 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:0.0:1763336266.295818:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 23 pid: 8398 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.295832:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056139136:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336266.295832:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056139008:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336266.295897:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b000 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.295897:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.295915:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7313 00000100:00100000:0.0:1763336266.295922:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041936128:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336266.295940:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295951:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295956:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336266.295958:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336266.295960:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295977:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.295985:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 1154 lvb_type: 0 00000100:00100000:0.0:1763336266.296010:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056139264:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336266.296031:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336266.299396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.299460:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936256 00000100:00100000:3.0:1763336266.299462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.299470:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936256 00000100:00100000:3.0:1763336266.299496:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.299519:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936384 00002000:00100000:2.0:1763336266.299521:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (200704->203619) req@ffff9c9184e88380 x1848991041936256/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 3408/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763336266.299523:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936384 00002000:00100000:2.0:1763336266.299533:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88380 with x1848991041936256 ext(200704->203619) 00010000:00010000:2.0:1763336266.299542:0:24004:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.299548:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.299557:0:24004:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00002000:00010000:2.0:1763336266.299566:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c9184e88380 00000100:00100000:3.0:1763336266.299576:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936512 00000100:00100000:3.0:1763336266.299581:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936512 00000100:00100000:2.0:1763336266.299592:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 129 00010000:00010000:3.0:1763336266.299601:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 25 pid: 8398 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.299605:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041936256:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336266.299632:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3459 00000100:00100000:3.0:1763336266.299642:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991041936384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.299653:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.299670:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.299682:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.299747:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.299750:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.299755:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.299770:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.299789:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336266.299831:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991041936384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 191us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.299839:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3459 00000100:00100000:2.0:1763336266.299861:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3460 00000100:00100000:2.0:1763336266.299872:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991041936512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336266.299881:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336266.299892:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 25 pid: 8398 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.299904:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 25 pid: 8398 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.299918:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.299921:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.299924:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.299933:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.299946:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa43e79 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66650 expref: 25 pid: 8398 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.299947:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336266.299962:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056139264:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.299973:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991041936512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 102us (474us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336266.299980:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300013:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300020:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300036:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300044:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300051:0:8396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300057:0:8396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336266.300060:0:8396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300068:0:8396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300079:0:8396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.300086:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa440f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300124:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa43e72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66649 expref: 27 pid: 8398 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.300136:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056139008:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336266.300138:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041936128:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 4217us (4767us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.300145:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7313 00010000:00010000:1.0:1763336266.300148:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300155:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300161:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300178:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336266.300198:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056139136:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336266.300202:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300210:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300216:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf774e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.300218:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300225:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300236:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.300242:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf774e00/0x84ca14902aa440e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.300276:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041936000:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 4572us (5043us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.300282:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7312 00010000:00010000:0.0:1763336266.300454:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.300525:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3460 00000100:00100000:3.0:1763336266.300838:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041936256:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 1236us (1450us total) trans 21474839289 rc 0/0 00000100:00100000:3.0:1763336266.300846:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 129 00002000:00100000:3.0:1763336266.300854:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (200704->203619) req@ffff9c9184e88380 x1848991041936256/t21474839289(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 3408/448 e 0 to 0 dl 1763336277 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336266.300863:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88380 with x1848991041936256 ext(200704->203619) 00010000:00010000:3.0:1763336266.300869:0:24004:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.300883:0:24004:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00002000:00010000:3.0:1763336266.300890:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c9184e88380 00000100:00100000:1.0:1763336266.303970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.304034:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936640 00000100:00100000:2.0:1763336266.304044:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936640 00010000:00010000:2.0:1763336266.304083:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.304134:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3461 00000100:00100000:2.0:1763336266.304145:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991041936640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336266.304160:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763336266.304174:0:16422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 191514 -> 203620 00002000:00010000:2.0:1763336266.304178:0:16422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336265 -> 1763336266 00002000:00010000:2.0:1763336266.304180:0:16422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336265 -> 1763336266 00002000:00010000:2.0:1763336266.304183:0:16422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 152 -> 160 00010000:00010000:2.0:1763336266.304189:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.304202:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.304225:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa44055 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 200704->204799) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666ea expref: 24 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.304242:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.304245:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.304250:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.304266:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.304300:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336266.304319:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304328:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304344:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304349:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.304355:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991041936640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 210us (391us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336266.304357:0:28588:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304369:0:28588:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc0e66b40) 00000100:00100000:2.0:1763336266.304373:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3461 00010000:00010000:0.0:1763336266.304373:0:28588:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304393:0:28588:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304410:0:28588:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.304417:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa440ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336266.304469:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041935872:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8790us (9290us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.304477:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7311 00000100:00100000:1.0:1763336266.307243:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.307308:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.307388:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.307462:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936768 00000100:00100000:0.0:1763336266.307473:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936768 00000100:00100000:0.0:1763336266.307521:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937024 00000100:00100000:0.0:1763336266.307525:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937024 00000100:00100000:0.0:1763336266.307546:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041936896 00000100:00100000:0.0:1763336266.307549:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041936896 00000100:00100000:0.0:1763336266.307570:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7314 00000100:00100000:0.0:1763336266.307579:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991041936768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.307598:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.307618:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66729 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336266.307639:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 203620, mtime: 0x691a604a, atime: 0x691a6048, ctime: 0x691a604a, blocks: 0xa0 00010000:00010000:0.0:1763336266.307657:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.307660:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.307670:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.307723:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.307737:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775c00, rc 0) 00000100:00100000:0.0:1763336266.307785:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041936768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 207us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.307791:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7314 00000100:00100000:0.0:1763336266.307809:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7315 00000100:00100000:0.0:1763336266.307815:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041937024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.307823:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.307835:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66737 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336266.307848:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6049, blocks: 0x0 00010000:00010000:0.0:1763336266.307858:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.307860:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.307864:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 25 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.307875:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 25 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.307882:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:0.0:1763336266.307900:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991041937024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 87us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.307906:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7315 00000100:00100000:0.0:1763336266.307917:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7316 00000100:00100000:0.0:1763336266.307923:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991041936896:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.307929:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.307937:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66730 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336266.307948:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6048, atime: 0x691a6048, ctime: 0x691a6049, blocks: 0x1800 00010000:00010000:0.0:1763336266.307956:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.307957:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.307962:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.307971:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336266.307978:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:0.0:1763336266.308008:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991041936896:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 85us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.308014:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7316 00000100:00100000:3.0:1763336266.359132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.359205:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937152 00000100:00100000:2.0:1763336266.359217:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937152 00000100:00100000:2.0:1763336266.359276:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7317 00000100:00100000:2.0:1763336266.359288:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991041937152:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336266.359419:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991041937152:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 133us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.359427:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7317 00000100:00100000:1.0:1763336266.362465:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.362544:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937280 00000100:00100000:2.0:1763336266.362553:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937280 00000100:00100000:2.0:1763336266.362606:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10375 00000100:00100000:2.0:1763336266.362616:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57598:x1848991041937280:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.362645:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.362664:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44112 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6673e expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.362729:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.362742:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.362752:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.362854:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa44112 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.362876:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.362885:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:2.0:1763336266.362888:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336266.362891:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb800, rc 0) 00000100:00100000:2.0:1763336266.362935:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57598:x1848991041937280:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 321us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.362942:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10375 00000100:00100000:1.0:1763336266.366898:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.367290:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937536 00000100:00100000:3.0:1763336266.367300:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937536 00000100:00100000:3.0:1763336266.367358:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10376 00000100:00100000:3.0:1763336266.367369:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57598:x1848991041937536:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336266.367419:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.367443:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa440be lrc: 0/0,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6670d expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.367527:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336266.367532:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336266.367732:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336266.367747:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.367757:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:3.0:1763336266.367799:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968600 00000004:00010000:3.0:1763336266.367821:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008fb427d0 reply state 000000006ebda429 transno 4294968601 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.367834:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.367840:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336266.367843:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336266.367846:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336266.367935:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57598:x1848991041937536:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 567us (1044us total) trans 4294968601 rc 0/0 00000100:00100000:3.0:1763336266.367954:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10376 00000020:00080000:3.0:1763336266.367963:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336266.369783:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.369858:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937664 00000100:00100000:3.0:1763336266.369867:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937664 00000100:00100000:3.0:1763336266.369919:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10377 00000100:00100000:3.0:1763336266.369928:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57598:x1848991041937664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336266.369949:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336266.369967:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66745 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.370026:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.370040:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.370057:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336266.370060:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336266.370064:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336266.370119:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57598:x1848991041937664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 191us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.370126:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10377 00000100:00100000:1.0:1763336266.372341:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.372440:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937792 00000100:00100000:2.0:1763336266.372450:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937792 00000100:00100000:2.0:1763336266.372496:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7318 00000100:00100000:2.0:1763336266.372512:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57598:x1848991041937792:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.372527:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.372547:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6674c expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.372576:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 26 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336266.372585:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.372587:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.372592:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.372623:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 26 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336266.372636:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 26 pid: 9765 timeout: 1154 lvb_type: 1 00000100:00100000:2.0:1763336266.372649:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056139392:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.372753:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336266.375504:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056139392:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336266.375759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336266.375843:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336266.375845:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041937920 00000100:00100000:3.0:1763336266.375854:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041937920 00010000:00010000:2.0:1763336266.375867:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb400, rc 0) 00000100:00100000:2.0:1763336266.375920:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57598:x1848991041937792:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3409us (3584us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336266.375927:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 27 pid: 9765 timeout: 1154 lvb_type: 1 00000100:00100000:2.0:1763336266.375934:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7318 00000100:00100000:3.0:1763336266.375973:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3462 00000100:00100000:3.0:1763336266.375983:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041937920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.376011:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.376017:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 26 pid: 9765 timeout: 1154 lvb_type: 1 00010000:00010000:3.0:1763336266.376031:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 26 pid: 9765 timeout: 1154 lvb_type: 1 00010000:00010000:3.0:1763336266.376052:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa440c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66714 expref: 26 pid: 9765 timeout: 1154 lvb_type: 1 00010000:00010000:3.0:1763336266.376063:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.376066:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.376071:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.376080:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.376107:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336266.376118:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056139520:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336266.376226:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.380254:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.380379:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938048 00000100:00100000:2.0:1763336266.380388:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938048 00000100:00100000:3.0:1763336266.380400:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056139520:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336266.380425:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336266.380457:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7319 00000100:00100000:2.0:1763336266.380469:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041938048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.380486:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763336266.380488:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041937920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4505us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.380499:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3462 00010000:00010000:2.0:1763336266.380506:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66753 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.380536:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336266.380550:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.380552:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.380557:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.380590:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336266.380604:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 1154 lvb_type: 1 00000100:00100000:2.0:1763336266.380618:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056139648:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.380724:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336266.383406:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056139648:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.383439:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.383457:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336266.383593:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57598:x1848991041938048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3126us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.383602:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7319 00000100:00100000:1.0:1763336266.384267:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.384679:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938176 00000100:00100000:3.0:1763336266.385162:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938176 00010000:00010000:3.0:1763336266.385201:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 1154 lvb_type: 1 00000100:00100000:3.0:1763336266.385244:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3463 00000100:00100000:3.0:1763336266.385254:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.385269:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.385275:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 1154 lvb_type: 1 00010000:00010000:3.0:1763336266.385290:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 1154 lvb_type: 1 00010000:00010000:3.0:1763336266.385312:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa440cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6671b expref: 25 pid: 28588 timeout: 1154 lvb_type: 1 00010000:00010000:3.0:1763336266.385326:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.385328:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.385334:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 24 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.385343:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 24 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.385377:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 24 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336266.385396:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056139776:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336266.385475:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336266.389824:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.389862:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.390015:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056139776:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336266.390040:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336266.390095:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041938176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4842us (5829us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.390106:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3463 00000100:00100000:1.0:1763336266.390195:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938432 00000100:00100000:1.0:1763336266.390202:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938432 00002000:00010000:1.0:1763336266.390235:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336266.390239:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89880 with x1848991041938432 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336266.390249:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89880. 00000100:00100000:1.0:1763336266.390276:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938304 00000100:00100000:1.0:1763336266.390280:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938304 00002000:00010000:1.0:1763336266.390292:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:1.0:1763336266.390295:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88e00 with x1848991041938304 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336266.390301:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e88e00. 00000100:00100000:1.0:1763336266.390329:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1916 00000100:00100000:1.0:1763336266.390337:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041938432:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336266.390498:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336266.390502:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 0 -> 1763336266 00002000:00010000:1.0:1763336266.390504:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336266.390506:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 0 -> 1763336266 00002000:00010000:1.0:1763336266.390508:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336266.390541:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938432:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 204us (726us total) trans 21474839290 rc 0/0 00000100:00100000:1.0:1763336266.390549:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1916 00002000:00010000:1.0:1763336266.390552:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336266.390555:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89880 with x1848991041938432 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336266.390559:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89880. 00000100:00100000:1.0:1763336266.390573:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1917 00000100:00100000:1.0:1763336266.390580:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938304:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336266.390669:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336266.392118:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 0 -> 1763336266 00002000:00010000:1.0:1763336266.392122:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336266.392124:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 0 -> 1763336266 00002000:00010000:1.0:1763336266.392126:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336266.392189:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041938304:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1605us (2322us total) trans 17179871979 rc 0/0 00000100:00100000:1.0:1763336266.392198:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1917 00002000:00010000:1.0:1763336266.392202:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:1.0:1763336266.392205:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88e00 with x1848991041938304 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336266.392212:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e88e00. 00000100:00100000:3.0:1763336266.394526:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.394660:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938560 00000100:00100000:2.0:1763336266.394669:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938560 00000100:00100000:2.0:1763336266.394828:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7320 00000100:00100000:2.0:1763336266.394838:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041938560:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336266.394969:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041938560:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 132us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.394977:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7320 00000100:00100000:3.0:1763336266.399439:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.399717:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938688 00000100:00100000:0.0:1763336266.399727:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938688 00000100:00100000:0.0:1763336266.399785:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7321 00000100:00100000:0.0:1763336266.399795:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938688:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336266.399907:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938688:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 113us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.399915:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7321 00000100:00100000:3.0:1763336266.403572:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.403792:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938816 00000100:00100000:1.0:1763336266.403802:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938816 00000100:00100000:1.0:1763336266.403974:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1918 00000100:00100000:1.0:1763336266.403986:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938816:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336266.404034:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404048:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.404051:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.404057:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404071:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404178:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404187:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404196:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404203:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.404207:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404216:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404232:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.404240:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4413c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.404911:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041938816:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 924us (1344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336266.404921:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1918 00000100:00100000:3.0:1763336266.407763:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.407872:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041938944 00000100:00100000:1.0:1763336266.407882:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041938944 00000100:00100000:1.0:1763336266.407951:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1919 00000100:00100000:1.0:1763336266.407961:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041938944:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336266.408005:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.408024:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.408031:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336266.408034:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336266.408038:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.408070:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.408083:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 26 pid: 9765 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.408095:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056139904:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336266.408164:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b000 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.410848:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056139904:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336266.410900:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.411171:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.411267:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939072 00000100:00100000:3.0:1763336266.411274:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939072 00010000:00010000:3.0:1763336266.411308:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 27 pid: 9765 timeout: 1154 lvb_type: 0 00000100:00100000:3.0:1763336266.411341:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3464 00000100:00100000:3.0:1763336266.411351:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041939072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.411365:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.411393:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 27 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.411406:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 27 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.411428:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa4412e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6674c expref: 27 pid: 9765 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.411448:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.411450:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.411454:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.411463:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.411496:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336266.411551:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041939072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 201us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.411558:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3464 00010000:00010000:1.0:1763336266.411671:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.411682:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336266.413628:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871980 is committed 00000001:00080000:2.0:1763336266.413647:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871978 is committed 00002000:00010000:1.0:1763336266.414953:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 0 -> 204800 00002000:00010000:1.0:1763336266.414962:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763336266.414974:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.414986:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.415006:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.415014:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.415018:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.415026:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.415045:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.415057:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44143 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [200704->204799] (req 200704->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.415137:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041938944:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 7173us (7380us total) trans 17179871980 rc 0/0 00000100:00100000:1.0:1763336266.415145:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1919 00000100:00100000:2.0:1763336266.418477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.418582:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939200 00000100:00100000:0.0:1763336266.418593:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939200 00000100:00100000:0.0:1763336266.418723:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10378 00000100:00100000:0.0:1763336266.418734:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57598:x1848991041939200:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:1.0:1763336266.420776:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968601 is committed 00000020:00080000:1.0:1763336266.420801:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 42 batchid updated 00010000:00010000:3.0:1763336266.420858:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000020:00080000:2.0:1763336266.420868:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 42 00010000:00010000:3.0:1763336266.420870:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.420878:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.420882:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336266.420887:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.420893:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.420908:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336266.420911:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336266.420917:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.420922:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44120 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000020:00080000:2.0:1763336266.420961:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 42 cancel update log [0x240000400:0x2:0x0].21: rc = 0 00000020:00080000:2.0:1763336266.420971:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 42 00000100:00100000:0.0:1763336266.421060:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57598:x1848991041939200:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 2323us (2586us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.421071:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10378 00000100:00100000:0.0:1763336266.423536:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.423765:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939328 00000100:00100000:3.0:1763336266.423775:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939328 00000100:00100000:3.0:1763336266.423838:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7322 00000100:00100000:3.0:1763336266.423850:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041939328:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:2.0:1763336266.423894:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.423941:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939456 00000100:00100000:0.0:1763336266.423946:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939456 00000100:00100000:0.0:1763336266.423985:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7323 00000100:00100000:0.0:1763336266.424005:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041939456:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:3.0:1763336266.424021:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041939328:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 172us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.424031:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7322 00000001:00080000:0.0:1763336266.425297:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839290 is committed 00000001:00080000:0.0:1763336266.425312:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839287 is committed 00000100:00100000:2.0:1763336266.425485:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041939456:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 1478us (1590us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.425496:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7323 00000100:00100000:2.0:1763336266.440611:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.440660:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.440722:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.440764:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939584 00000100:00100000:3.0:1763336266.440774:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939584 00000100:00100000:0.0:1763336266.440794:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939840 00000100:00100000:0.0:1763336266.440798:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939840 00000100:00100000:3.0:1763336266.440827:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041939712 00000100:00100000:3.0:1763336266.440831:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041939712 00000100:00100000:0.0:1763336266.440836:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7324 00000100:00100000:0.0:1763336266.440845:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041939584:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:3.0:1763336266.440851:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7325 00000100:00100000:3.0:1763336266.440856:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041939840:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336266.440888:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.440888:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440902:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.440902:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.440905:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336266.440905:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.440910:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.440910:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440924:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.440924:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440948:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.440948:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440958:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.440958:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440967:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.440967:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440974:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336266.440974:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336266.440978:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440979:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.440998:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.441003:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.441012:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.441013:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.441021:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44151 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.441021:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa4414a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.441092:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7326 00000100:00100000:1.0:1763336266.441103:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041939712:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336266.441126:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441134:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.441135:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.441138:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441148:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441160:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441166:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441177:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441182:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.441186:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441192:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441201:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.441207:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44158 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336266.441480:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041939584:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 635us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.441489:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7324 00000100:00100000:3.0:1763336266.441610:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041939840:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 751us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.441616:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7325 00000100:00100000:1.0:1763336266.442073:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991041939712:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 970us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.442081:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7326 00000100:00100000:0.0:1763336266.445863:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.445923:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041940096 00000100:00100000:2.0:1763336266.445932:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041940096 00000100:00100000:2.0:1763336266.445998:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10379 00000100:00100000:2.0:1763336266.446010:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57598:x1848991041940096:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336266.446091:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.446109:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.446121:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00010000:2.0:1763336266.446235:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008634f752 reply state 0000000036c01255 transno 4294968602 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.446248:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.446256:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:2.0:1763336266.446258:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336266.446262:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336266.446373:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041940096:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 365us (518us total) trans 4294968602 rc 0/0 00000100:00100000:2.0:1763336266.446381:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10379 00000100:00100000:2.0:1763336266.449347:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.449429:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041940224 00000100:00100000:1.0:1763336266.449438:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041940224 00000100:00100000:1.0:1763336266.449492:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7327 00000100:00100000:1.0:1763336266.449503:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041940224:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:1.0:1763336266.449735:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041940224:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 233us (396us total) trans 17179871981 rc 0/0 00000100:00100000:1.0:1763336266.449748:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7327 00000100:00100000:3.0:1763336266.449818:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.449927:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041940352 00000100:00100000:1.0:1763336266.449932:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041940352 00000100:00100000:1.0:1763336266.449972:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7328 00000100:00100000:1.0:1763336266.449980:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041940352:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336266.450066:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336266.450070:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.450073:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 0 -> 1763336266 00002000:00010000:1.0:1763336266.450075:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.450077:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336266.450118:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041940352:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 139us (302us total) trans 21474839291 rc 0/0 00000100:00100000:1.0:1763336266.450126:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7328 00000100:00100000:0.0:1763336266.453082:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.453182:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041940608 00000100:00100000:2.0:1763336266.453192:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041940608 00000100:00100000:2.0:1763336266.453249:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10380 00000100:00100000:2.0:1763336266.453259:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041940608:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:2.0:1763336266.453323:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.453339:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.453354:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 4/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.453386:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.453399:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 24 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.453410:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056140032:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.453473:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336266.455463:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.455565:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056140032:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336266.455590:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336266.455717:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041940736 00000100:00100000:3.0:1763336266.455724:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041940736 00010000:00010000:3.0:1763336266.455754:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:3.0:1763336266.455797:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3465 00000100:00100000:2.0:1763336266.455891:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041940736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336266.455907:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336266.455913:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.455924:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.455941:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa44119 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x52:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6673e expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:2.0:1763336266.455952:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:2.0:1763336266.455955:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.455964:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.455969:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.456001:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336266.456030:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456036:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:2.0:1763336266.456056:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041940736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 250us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.456062:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3465 00010000:00010000:0.0:1763336266.456137:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456145:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456151:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456156:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336266.456160:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456166:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456174:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:0.0:1763336266.456177:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763336266.456181:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.456186:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44166 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336266.456237:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041940608:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 2980us (3162us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763336266.456246:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10380 00000100:00100000:2.0:1763336266.458835:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.458918:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041940992 00000100:00100000:0.0:1763336266.458927:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041940992 00000100:00100000:0.0:1763336266.458983:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10381 00000100:00100000:0.0:1763336266.459039:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041940992:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336266.459089:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336266.459112:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44040 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666e3 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.459132:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa44063 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666f1 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.459142:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.459146:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336266.459204:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336266.459216:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.459225:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00010000:0.0:1763336266.459323:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e76d243c reply state 000000009b1efe75 transno 4294968603 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.459335:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.459340:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.459343:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336266.459345:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336266.459444:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041940992:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 426us (617us total) trans 4294968603 rc 0/0 00000100:00100000:0.0:1763336266.459451:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10381 00000100:00100000:3.0:1763336266.464233:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.464325:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041941120 00000100:00100000:0.0:1763336266.464334:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041941120 00000100:00100000:0.0:1763336266.464382:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10382 00000100:00100000:0.0:1763336266.464389:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041941120:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.464408:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.464425:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6675a expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.464467:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.464476:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.464488:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.464490:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336266.464493:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336266.464544:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041941120:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 156us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.464551:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10382 00000100:00100000:3.0:1763336266.469000:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.469043:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.469075:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.469235:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041941248 00000100:00100000:1.0:1763336266.469251:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041941248 00000100:00100000:0.0:1763336266.469263:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041941376 00000100:00100000:0.0:1763336266.469273:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041941376 00000100:00100000:1.0:1763336266.469336:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041941504 00000100:00100000:1.0:1763336266.469343:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041941504 00000100:00100000:0.0:1763336266.469372:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7329 00000100:00100000:1.0:1763336266.469394:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7330 00000100:00100000:0.0:1763336266.469396:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041941248:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:1.0:1763336266.469413:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041941376:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336266.469646:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7331 00000100:00100000:2.0:1763336266.469659:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041941504:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336266.469810:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:0.0:1763336266.469816:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336266.469820:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336264 -> 1763336266 00002000:00010000:0.0:1763336266.469823:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336266.469826:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 160 00002000:00010000:2.0:1763336266.469847:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336266.469854:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336264 -> 1763336266 00002000:00010000:2.0:1763336266.469857:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336264 -> 1763336266 00002000:00010000:2.0:1763336266.469860:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336265 -> 1763336266 00002000:00010000:2.0:1763336266.469863:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336266.469895:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336266.469900:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336264 -> 1763336266 00002000:00010000:1.0:1763336266.469903:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336264 -> 1763336266 00002000:00010000:1.0:1763336266.469906:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336265 -> 1763336266 00002000:00010000:1.0:1763336266.469913:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336266.469915:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041941248:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 521us (933us total) trans 21474839292 rc 0/0 00000100:00100000:2.0:1763336266.469927:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041941504:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 269us (847us total) trans 17179871982 rc 0/0 00000100:00100000:0.0:1763336266.469935:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7329 00000100:00100000:1.0:1763336266.469949:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041941376:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 540us (901us total) trans 21474839293 rc 0/0 00000100:00100000:2.0:1763336266.469952:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7331 00000100:00100000:1.0:1763336266.469964:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7330 00000100:00100000:2.0:1763336266.482183:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.482559:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041941760 00000100:00100000:0.0:1763336266.482573:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041941760 00000100:00100000:0.0:1763336266.482649:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3568 00000100:00100000:0.0:1763336266.482662:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fd8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041941760:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336266.483258:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440da lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66722 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.483310:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336266.483325:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.483339:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.483348:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336266.483393:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.483409:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 24 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:0.0:1763336266.483426:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056140160:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336266.485935:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.485958:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 24 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:0.0:1763336266.485973:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056140288:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336266.486016:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336266.490509:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.490604:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.490650:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041942016 00000100:00100000:3.0:1763336266.490661:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041942016 00010000:00010000:3.0:1763336266.490744:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:3.0:1763336266.490780:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041941888 00000100:00100000:3.0:1763336266.490783:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041941888 00010000:00010000:3.0:1763336266.490795:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 26 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:3.0:1763336266.490815:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3466 00000100:00100000:3.0:1763336266.490824:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041942016:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.490840:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.490847:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 26 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.490859:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 26 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.490886:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.490892:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.490901:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.490908:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336266.490968:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041942016:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 143us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.490976:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3466 00000100:00100000:3.0:1763336266.491009:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3467 00000100:00100000:3.0:1763336266.491018:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f95850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041941888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.491027:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.491034:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.491045:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 25 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.491059:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.491063:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.491073:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.491082:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.491107:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336266.491134:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f95850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041941888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 116us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.491145:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3467 00010000:00010000:2.0:1763336266.492201:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44174 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6675a expref: 24 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.492226:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056140160:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.492242:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44032 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c666dc expref: 23 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.492251:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056140288:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.492278:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336266.492287:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336266.492293:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336266.492321:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336266.492334:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.492343:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336266.492381:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.492396:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 22 pid: 6514 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.492413:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056140416:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.492506:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.497249:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.497370:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056140416:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.497398:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336266.497746:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041942144 00000100:00100000:3.0:1763336266.497762:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041942144 00010000:00010000:3.0:1763336266.497814:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 23 pid: 6514 timeout: 1154 lvb_type: 0 00000100:00100000:3.0:1763336266.497864:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3468 00000100:00100000:3.0:1763336266.497877:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041942144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.497896:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.497904:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 23 pid: 6514 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.497918:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 23 pid: 6514 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.497947:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44127 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66745 expref: 23 pid: 6514 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.497969:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336266.497974:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.497985:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.498010:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.498048:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336266.498074:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336266.498086:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336266.498126:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041942144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 249us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.498136:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3468 00000100:00100000:2.0:1763336266.498404:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.498460:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.498502:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336266.499000:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056140544 00000100:00100000:3.0:1763336266.499008:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056140544 00000100:00100000:3.0:1763336266.499755:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1763336266.499769:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336266.500292:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 525us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.500302:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1763336266.500354:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839287 gen 2 00000004:00080000:2.0:1763336266.500361:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77800, transno 21474839279 00000004:00080000:2.0:1763336266.500381:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75c00, transno 21474839280 00000004:00080000:2.0:1763336266.500384:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77100, transno 21474839281 00000004:00080000:2.0:1763336266.500387:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74000, transno 21474839282 00000004:00080000:2.0:1763336266.500391:0:6516:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839283 committed transno 21474839287 00000004:00080000:2.0:1763336266.500405:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74a80, transno 21474839284 00000004:00080000:2.0:1763336266.500407:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75f80, transno 21474839285 00000004:00080000:2.0:1763336266.500410:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186311f80, transno 21474839286 00000004:00080000:2.0:1763336266.500412:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c76d80, transno 21474839287 00000100:00100000:2.0:1763336266.500418:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.500477:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.500571:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.500602:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.500669:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056140672 00000100:00100000:0.0:1763336266.500718:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056140672 00000100:00100000:0.0:1763336266.500801:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000004:00080000:3.0:1763336266.500810:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:0.0:1763336266.500816:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336266.500946:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 136us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.500954:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1763336266.501335:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871978 gen 2 00000004:00080000:2.0:1763336266.501342:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac4a80, transno 17179871970 00000004:00080000:2.0:1763336266.501360:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac4380, transno 17179871971 00000004:00080000:2.0:1763336266.501363:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac4e00, transno 17179871972 00000004:00080000:2.0:1763336266.501365:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac6300, transno 17179871973 00000004:00080000:2.0:1763336266.501368:0:6516:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871974 committed transno 17179871978 00000004:00080000:2.0:1763336266.501382:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc52680, transno 17179871975 00000004:00080000:2.0:1763336266.501386:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb5f80, transno 17179871976 00000004:00080000:2.0:1763336266.501390:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb6d80, transno 17179871977 00000004:00080000:2.0:1763336266.501394:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac6d80, transno 17179871978 00000004:00080000:1.0:1763336266.501546:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1763336266.501720:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.501793:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.501837:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.501854:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.501961:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056140800 00000100:00100000:1.0:1763336266.501968:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056140800 00000100:00100000:1.0:1763336266.502146:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1763336266.502155:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140800:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336266.502244:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140800:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 90us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.502252:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1763336266.502398:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.502432:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.502459:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.502493:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.502570:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056140928 00000100:00100000:1.0:1763336266.502575:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056140928 00000100:00100000:1.0:1763336266.502911:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1763336266.502918:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140928:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336266.503132:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056140928:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 214us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.503139:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1763336266.503195:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056140928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.503232:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.503253:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.504438:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.504473:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141056 00000100:00100000:1.0:1763336266.504480:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141056 00000100:00100000:0.0:1763336266.504667:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1763336266.504678:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141056:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336266.504796:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141056:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 120us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.504802:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1763336266.504919:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.504970:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.505061:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.505119:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ee8840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.505150:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141184 00000100:00100000:0.0:1763336266.505154:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141184 00000100:00100000:0.0:1763336266.505190:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1763336266.505197:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336266.505261:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 64us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.505267:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1763336266.505365:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.505408:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.505432:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.505484:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.505510:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141312 00000100:00100000:1.0:1763336266.505513:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141312 00000100:00100000:1.0:1763336266.505539:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1763336266.505544:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141312:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336266.505597:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141312:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.505603:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1763336266.505656:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.505713:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.505738:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.505749:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.505799:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141440 00000100:00100000:0.0:1763336266.505803:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141440 00000100:00100000:0.0:1763336266.505828:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1763336266.505834:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336266.505894:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 59us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.505900:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1763336266.506054:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141440:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:3.0:1763336266.506212:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].22, 552 off50776 00000001:00080000:3.0:1763336266.506225:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968604 00000100:00100000:3.0:1763336266.506277:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336266.506307:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.506336:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336266.506472:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141568 00000100:00100000:2.0:1763336266.506477:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141568 00000100:00100000:2.0:1763336266.506512:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1763336266.506519:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336266.506633:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056141568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 114us (324us total) trans 21474839294 rc 0/0 00000100:00100000:2.0:1763336266.506639:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1763336266.508601:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336266.508654:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141696:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336266.508735:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.508759:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.508835:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141696 00000100:00100000:0.0:1763336266.508843:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141696 00000100:00100000:0.0:1763336266.509016:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1763336266.509027:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056141696:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336266.509202:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056141696:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 177us (467us total) trans 17179871983 rc 0/0 00000100:00100000:0.0:1763336266.509210:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1763336266.510488:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056141696:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1763336266.510584:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968605 00010000:00010000:3.0:1763336266.510620:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510631:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510639:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510645:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336266.510649:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510656:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510670:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:3.0:1763336266.510673:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336266.510677:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510714:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44182 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x52:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510728:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510734:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510740:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510749:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336266.510751:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510756:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510763:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.510766:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336266.510769:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510773:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4417b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336266.510784:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.510786:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336266.510792:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa440da lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66722 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336266.510891:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fd8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041941760:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 28232us (28723us total) trans 4294968606 rc 0/0 00000100:00100000:3.0:1763336266.510899:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3568 00000020:00080000:3.0:1763336266.510904:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336266.513868:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.513979:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041942272 00000100:00100000:3.0:1763336266.513998:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041942272 00000100:00100000:3.0:1763336266.514056:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10383 00000100:00100000:3.0:1763336266.514065:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57598:x1848991041942272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336266.514088:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336266.514109:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44189 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66761 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.514162:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44189 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66761 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.514177:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44189 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66761 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.514194:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.514197:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336266.514201:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336266.514262:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041942272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 197us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.514270:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10383 00000100:00100000:1.0:1763336266.522238:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.522764:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041942528 00000100:00100000:3.0:1763336266.522773:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041942528 00000100:00100000:2.0:1763336266.522868:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3569 00000100:00100000:2.0:1763336266.522880:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57598:x1848991041942528:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336266.523153:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57598:x1848991041942528:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 276us (923us total) trans 4294968607 rc 0/0 00000100:00100000:2.0:1763336266.523162:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3569 00000100:00100000:1.0:1763336266.527451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.527569:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041942784 00000100:00100000:2.0:1763336266.527581:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041942784 00000100:00100000:2.0:1763336266.527639:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3570 00000100:00100000:2.0:1763336266.527650:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57598:x1848991041942784:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336266.527872:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x52:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763336266.527946:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336266.527961:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336266.527974:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336266.527981:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336266.527999:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336266.528006:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336266.528020:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763336266.528181:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57598:x1848991041942784:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 532us (738us total) trans 4294968608 rc 0/0 00000100:00100000:2.0:1763336266.528190:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3570 00010000:00010000:0.0:1763336266.528858:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336266.528868:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336266.528877:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf949200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336266.528880:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336266.528888:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336266.528900:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:0.0:1763336266.528903:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336266.528907:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336266.528912:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44190 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336266.528924:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336266.528926:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336266.528927:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336266.542235:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.543454:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041942912 00000100:00100000:0.0:1763336266.543472:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041942912 00000100:00100000:0.0:1763336266.543559:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10384 00000100:00100000:0.0:1763336266.543572:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57599:x1848991041942912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.543605:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.543637:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44197 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66768 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.543762:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336266.543779:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.543793:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.543806:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336266.543812:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.543820:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.543920:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336266.543929:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.543935:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336266.543982:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00000004:00200000:0.0:1763336266.543995:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336266.544018:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544031:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544040:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544047:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544053:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544059:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336266.544064:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544071:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544084:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336266.544087:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336266.544093:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544098:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4419e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544111:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544116:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544121:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544126:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336266.544129:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544134:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544141:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5a00) 00010000:00010000:0.0:1763336266.544144:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336266.544146:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544151:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441a5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.544183:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44197 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.544198:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.544205:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.544207:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336266.544210:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:0.0:1763336266.544295:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57599:x1848991041942912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 724us (2074us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336266.544304:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10384 00000100:00100000:1.0:1763336266.548951:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.549251:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041943168 00000100:00100000:3.0:1763336266.549266:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041943168 00000100:00100000:3.0:1763336266.550149:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10385 00000100:00100000:3.0:1763336266.550174:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57599:x1848991041943168:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336266.550201:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336266.550223:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa441b3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6676f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.550333:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa441ba lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336266.550348:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa441ba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.550364:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa441ba lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336266.550377:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:3.0:1763336266.550480:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa441b3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6676f expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.550508:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa441ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6676f expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.550517:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.550519:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763336266.550523:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336266.550592:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57599:x1848991041943168:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 429us (1656us total) trans 4294968609 rc 0/0 00000100:00100000:3.0:1763336266.550599:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10385 00000100:00100000:1.0:1763336266.554128:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.554245:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041943424 00000100:00100000:3.0:1763336266.554259:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041943424 00000100:00100000:3.0:1763336266.554336:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10386 00000100:00100000:3.0:1763336266.554349:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57599:x1848991041943424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336266.554380:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336266.554407:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa441c8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66776 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.554543:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa441cf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336266.554561:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa441cf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336266.554574:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa441cf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336266.554588:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:3.0:1763336266.554777:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa441c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66776 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.554800:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa441cf lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66776 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.554809:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.554812:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336266.554817:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfe00, rc 0) 00000100:00100000:3.0:1763336266.554882:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57599:x1848991041943424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 534us (768us total) trans 4294968610 rc 0/0 00000100:00100000:3.0:1763336266.554889:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10386 00000100:00100000:1.0:1763336266.560929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.561041:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041943552 00000100:00100000:2.0:1763336266.561051:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041943552 00000100:00100000:2.0:1763336266.561107:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7332 00000100:00100000:2.0:1763336266.561118:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041943552:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336266.561135:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.561160:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6677d expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336266.561185:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3b:0x0] initial LVB size: 191514, mtime: 0x691a6049, atime: 0x691a6047, ctime: 0x691a6049, blocks: 0x50 00010000:00010000:2.0:1763336266.561216:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.561218:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.561226:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 20 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336266.561244:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 20 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336266.561257:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000100:00100000:2.0:1763336266.562489:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041943552:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1364us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.562499:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7332 00000100:00100000:1.0:1763336266.630526:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.630932:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041943680 00000100:00100000:2.0:1763336266.630943:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041943680 00000100:00100000:2.0:1763336266.631062:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1920 00000100:00100000:2.0:1763336266.631074:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041943680:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336266.631110:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.631124:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.631126:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.631132:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.631144:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637369:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637387:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637395:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637403:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.637408:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637417:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637435:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.637444:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa441e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.637534:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041943680:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6458us (7013us total) trans 0 rc 203620/203620 00000100:00100000:1.0:1763336266.637544:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1920 00000100:00100000:1.0:1763336266.643021:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.643121:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041943808 00000100:00100000:2.0:1763336266.643131:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041943808 00000100:00100000:2.0:1763336266.643203:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1921 00000100:00100000:2.0:1763336266.643214:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041943808:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336266.643263:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 204800, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x8 00010000:00010000:2.0:1763336266.643272:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.643286:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.643288:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.643294:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.643306:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.653447:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.653467:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.653475:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.653481:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a19800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.654487:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.654506:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.654526:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.654534:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa441eb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.655266:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041943808:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 12046us (12246us total) trans 0 rc 203620/203620 00000100:00100000:1.0:1763336266.655278:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1921 00000100:00100000:1.0:1763336266.673886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.674041:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041943936 00000100:00100000:3.0:1763336266.674050:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041943936 00000100:00100000:3.0:1763336266.674105:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 430 00000100:00100000:3.0:1763336266.674114:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57599:x1848991041943936:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:3.0:1763336266.674129:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.674153:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa441cf lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66776 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.674170:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.674175:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336266.674234:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57599:x1848991041943936:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 120us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.674243:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 430 00000100:00100000:2.0:1763336266.677648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.677830:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041944192 00000100:00100000:1.0:1763336266.677840:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041944192 00000100:00100000:1.0:1763336266.677895:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3571 00000100:00100000:1.0:1763336266.677905:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57599:x1848991041944192:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336266.678147:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57599:x1848991041944192:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 243us (506us total) trans 4294968611 rc 0/0 00000100:00100000:1.0:1763336266.678155:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3571 00000100:00100000:2.0:1763336266.709389:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.709871:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041944448 00000100:00100000:0.0:1763336266.709882:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041944448 00000100:00100000:0.0:1763336266.709948:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10387 00000100:00100000:0.0:1763336266.709959:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57600:x1848991041944448:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336266.709995:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.710017:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa441f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66784 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.710116:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441f9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336266.710130:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441f9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.710141:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441f9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336266.710153:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:0.0:1763336266.714081:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa441f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66784 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.714112:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441f9 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66784 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.714122:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336266.714125:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336266.714129:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:0.0:1763336266.714200:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57600:x1848991041944448:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4243us (4818us total) trans 4294968612 rc 0/0 00000100:00100000:0.0:1763336266.714210:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10387 00000100:00100000:2.0:1763336266.728619:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763336266.728644:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056141824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763336266.728734:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.730517:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056141824 00000100:00100000:3.0:1763336266.730534:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056141824 00000100:00100000:3.0:1763336266.730609:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1763336266.730619:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1848991056141824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763336266.730643:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899008 pending 0 free 3920216064 avail 3688599552 00000100:00100000:3.0:1763336266.730762:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1848991056141824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (2026us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.730770:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1763336266.730824:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056141824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763336266.731768:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.732058:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041944576 00000100:00100000:1.0:1763336266.732067:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041944576 00000100:00100000:1.0:1763336266.732125:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1922 00000100:00100000:1.0:1763336266.732134:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041944576:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336266.732165:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.732180:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.732182:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.732187:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.732201:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746490:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746515:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746524:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746531:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.746536:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746543:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746560:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.746567:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44207 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.746649:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041944576:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 14512us (14881us total) trans 0 rc 192512/192512 00000100:00100000:1.0:1763336266.746659:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1922 00000100:00100000:2.0:1763336266.814571:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.814825:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041944704 00000100:00100000:1.0:1763336266.814836:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041944704 00000100:00100000:1.0:1763336266.814949:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1923 00000100:00100000:1.0:1763336266.814960:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041944704:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336266.815025:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.815041:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.815043:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.815049:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.815063:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.826626:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.826644:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.826653:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.826660:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.826664:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.826673:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.826997:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.827005:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4420e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.827100:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991041944704:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 12138us (12534us total) trans 0 rc 203620/203620 00000100:00100000:1.0:1763336266.827110:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1923 00000100:00100000:2.0:1763336266.835846:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.836213:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041944832 00000100:00100000:1.0:1763336266.836223:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041944832 00000100:00100000:1.0:1763336266.836290:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1924 00000100:00100000:1.0:1763336266.836300:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041944832:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336266.836347:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 204800, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x8 00010000:00010000:1.0:1763336266.836358:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.836372:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.836374:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336266.836379:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.836392:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841422:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841441:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841449:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841460:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336266.841465:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841473:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841492:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.841499:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44215 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336266.841594:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041944832:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5291us (5751us total) trans 0 rc 203620/203620 00000100:00100000:1.0:1763336266.841604:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1924 00010000:00010000:1.0:1763336266.853879:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336266.858300:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.859709:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041944960 00000100:00100000:1.0:1763336266.859723:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041944960 00000100:00100000:1.0:1763336266.859804:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 431 00000100:00100000:1.0:1763336266.859815:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57600:x1848991041944960:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336266.859833:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336266.859859:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa441f9 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66784 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.859879:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336266.859884:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336266.863410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.863559:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041945216 00000100:00100000:3.0:1763336266.863568:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041945216 00000100:00100000:3.0:1763336266.863618:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3572 00000100:00100000:3.0:1763336266.863628:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57600:x1848991041945216:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336266.863852:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57600:x1848991041945216:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 225us (449us total) trans 4294968613 rc 0/0 00000100:00100000:3.0:1763336266.863860:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3572 00000100:00100000:1.0:1763336266.865197:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57600:x1848991041944960:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 5369us (6892us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.865209:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 431 00000100:00100000:2.0:1763336266.870559:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336266.871925:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041945472 00000100:00100000:0.0:1763336266.871937:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041945472 00000100:00100000:0.0:1763336266.872010:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10388 00000100:00100000:0.0:1763336266.872021:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991041945472:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336266.872044:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336266.872067:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4421c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6678b expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.872171:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336266.872199:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.872208:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336266.872241:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336266.872254:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 34 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:0.0:1763336266.872267:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056141952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336266.872356:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336266.879973:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.880677:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056141952:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.880921:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336266.881361:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041945600 00000100:00100000:1.0:1763336266.881369:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041945600 00010000:00010000:1.0:1763336266.881403:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 35 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:1.0:1763336266.881441:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3469 00000100:00100000:1.0:1763336266.881451:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991041945600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336266.881465:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336266.881471:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 35 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:1.0:1763336266.881481:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 35 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:1.0:1763336266.881502:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa441ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66768 expref: 35 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:1.0:1763336266.881518:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336266.881522:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.881532:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.881539:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.881570:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336266.881628:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991041945600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (1662us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.881635:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3469 00010000:00010000:2.0:1763336266.882889:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.882901:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.882926:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:2.0:1763336266.883077:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4421c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.883095:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.883104:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.883107:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336266.883110:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336266.883168:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041945472:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11147us (12616us total) trans 4294968614 rc 0/0 00000100:00100000:2.0:1763336266.883176:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10388 00000100:00100000:0.0:1763336266.891352:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.892616:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041945728 00000100:00100000:2.0:1763336266.892628:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041945728 00000100:00100000:2.0:1763336266.892704:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10389 00000100:00100000:2.0:1763336266.892717:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041945728:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.892741:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.892760:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa44231 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66792 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.892852:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.892869:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.892877:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.892911:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.892924:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 35 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:2.0:1763336266.892937:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056142080:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336266.893601:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e376c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.901198:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.901353:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056142080:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336266.901382:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336266.903156:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041945856 00000100:00100000:3.0:1763336266.903169:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041945856 00010000:00010000:3.0:1763336266.903224:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 36 pid: 23631 timeout: 1154 lvb_type: 0 00000100:00100000:3.0:1763336266.903276:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3470 00000100:00100000:3.0:1763336266.903286:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991041945856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336266.903301:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336266.903307:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 36 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.903321:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 36 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.903342:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44223 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6678b expref: 36 pid: 23631 timeout: 1154 lvb_type: 0 00010000:00010000:3.0:1763336266.903358:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336266.903363:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336266.903371:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336266.903378:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336266.903411:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336266.903475:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991041945856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 190us (2285us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.903483:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3470 00010000:00010000:2.0:1763336266.903623:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.903631:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336266.903679:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00000004:00200000:2.0:1763336266.903719:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336266.903742:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.903773:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa44231 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66792 expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.903788:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66792 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.903795:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.903798:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336266.903800:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d1c00, rc 0) 00000100:00100000:2.0:1763336266.904173:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041945728:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11130us (12500us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336266.904181:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10389 00000100:00100000:0.0:1763336266.914891:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.915066:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041945984 00000100:00100000:1.0:1763336266.915076:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041945984 00002000:00100000:1.0:1763336266.915124:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (4096->73727) req@ffff9c918b62ed80 x1848991041945984/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336266.915136:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62ed80 with x1848991041945984 ext(4096->73727) 00002000:00010000:1.0:1763336266.915142:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62ed80 00000100:00100000:1.0:1763336266.915245:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1925 00000100:00100000:1.0:1763336266.915255:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041945984:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336266.919904:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041945984:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4639us (5010us total) trans 0 rc 69632/69632 00000100:00100000:1.0:1763336266.919919:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1925 00002000:00100000:1.0:1763336266.919933:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (4096->73727) req@ffff9c918b62ed80 x1848991041945984/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/440 e 0 to 0 dl 1763336277 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336266.919944:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62ed80 with x1848991041945984 ext(4096->73727) 00002000:00010000:1.0:1763336266.919951:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62ed80 00000100:00100000:0.0:1763336266.927242:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.927397:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041946112 00000100:00100000:1.0:1763336266.927407:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041946112 00002000:00100000:1.0:1763336266.927453:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (0->204799) req@ffff9c918b62f100 x1848991041946112/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 504/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336266.927471:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62f100 with x1848991041946112 ext(0->204799) 00002000:00010000:1.0:1763336266.927477:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62f100 00000100:00100000:1.0:1763336266.927525:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1926 00000100:00100000:1.0:1763336266.927537:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041946112:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336266.932020:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041946112:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4468us (4781us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1763336266.932038:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1926 00002000:00100000:1.0:1763336266.932057:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (0->204799) req@ffff9c918b62f100 x1848991041946112/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 504/440 e 0 to 0 dl 1763336277 ref 1 fl Complete:/600/0 rc 135168/135168 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336266.932068:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62f100 with x1848991041946112 ext(0->204799) 00002000:00010000:1.0:1763336266.932077:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62f100 00000100:00100000:2.0:1763336266.938190:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.938291:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041946368 00000100:00100000:1.0:1763336266.938306:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041946368 00000100:00100000:1.0:1763336266.938386:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3573 00000100:00100000:1.0:1763336266.938399:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041946368:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336266.938796:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991041946368:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 398us (619us total) trans 4294968615 rc 0/0 00000100:00100000:1.0:1763336266.938805:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3573 00000100:00100000:0.0:1763336266.942611:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.942768:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041946624 00000100:00100000:2.0:1763336266.942782:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041946624 00000100:00100000:2.0:1763336266.942864:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10390 00000100:00100000:2.0:1763336266.942876:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991041946624:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336266.942914:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336266.942919:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336266.942958:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa44238 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66792 expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.942996:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa441ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6676f expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.943012:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44189 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66761 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.943023:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.943030:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336266.943046:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa4423f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66799 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.943108:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336266.943123:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.943133:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:2.0:1763336266.943551:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].113, 88 off17504 00000004:00080000:2.0:1763336266.943561:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054904874880ns, next at 1054946730450ns, rc = 0 00000040:00080000:2.0:1763336266.943600:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].117, 88 off17856 00000004:00080000:2.0:1763336266.943606:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054904920507ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.943642:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].114, 88 off17592 00000004:00080000:2.0:1763336266.943648:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054904962422ns, next at 1054946730450ns, rc = 0 00000040:00080000:2.0:1763336266.943661:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].118, 88 off17944 00000004:00080000:2.0:1763336266.943666:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054904980037ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.943759:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].119, 88 off18032 00000004:00080000:2.0:1763336266.943764:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054905078564ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.943775:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].115, 88 off17680 00000004:00080000:2.0:1763336266.943779:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054905093189ns, next at 1054946730450ns, rc = 0 00000040:00080000:2.0:1763336266.943793:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].120, 88 off18120 00000004:00080000:2.0:1763336266.943797:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054905111835ns, next at 1054946754526ns, rc = 0 00000040:00080000:2.0:1763336266.943806:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].116, 88 off17768 00000004:00080000:2.0:1763336266.943810:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054905124855ns, next at 1054946730450ns, rc = 0 00000001:00080000:1.0:1763336266.950423:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968616 is committed 00000004:00080000:1.0:1763336266.950438:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 117 committed 00000004:00080000:1.0:1763336266.950459:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 117 committed 00000004:00080000:1.0:1763336266.950481:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 116 committed 00000004:00080000:1.0:1763336266.950484:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 116 committed 00000004:00080000:1.0:1763336266.950486:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 115 committed 00000004:00080000:1.0:1763336266.950489:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 115 committed 00000004:00080000:1.0:1763336266.950491:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 114 committed 00000004:00080000:1.0:1763336266.950493:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 114 committed 00000020:00080000:1.0:1763336266.950523:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c9183edfcc0 refcount 2 committed 0 result 0 batchid 43 00000020:00080000:1.0:1763336266.950530:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184ac70c0 00000020:00080000:1.0:1763336266.950533:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124500 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9284f80600 00000020:00080000:1.0:1763336266.950536:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184e1ca00 00000020:00080000:1.0:1763336266.950540:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].22 00010000:00010000:2.0:1763336266.950554:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950573:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950581:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950588:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.950595:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00000020:00080000:1.0:1763336266.950598:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 43 committed batchid 42 00010000:00010000:2.0:1763336266.950606:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950632:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x52:0x0].0x0 (ffff9c918a24ed00) 00010000:00010000:2.0:1763336266.950636:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336266.950643:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950650:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa4415f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x52:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000020:00080000:1.0:1763336266.950726:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 42 00010000:00010000:2.0:1763336266.950743:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950752:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950760:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950766:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336266.950769:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336266.950778:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336266.950964:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056142592:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336266.951035:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.951072:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336266.951078:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056142208:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336266.951098:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.951124:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056142336:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336266.951145:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.951163:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336266.951168:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056142464:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336266.951187:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336266.951216:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142592 00000100:00100000:3.0:1763336266.951238:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142592 00000100:00100000:3.0:1763336266.951277:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142208 00000100:00100000:3.0:1763336266.951280:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142208 00000100:00100000:3.0:1763336266.951296:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142336 00000100:00100000:3.0:1763336266.951298:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142336 00000100:00100000:3.0:1763336266.951310:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142464 00000100:00100000:3.0:1763336266.951312:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142464 00000100:00100000:3.0:1763336266.951330:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7333 00000100:00100000:3.0:1763336266.951338:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056142592:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336266.951454:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336266.951458:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951460:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951463:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951465:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336266.951503:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056142592:12345-0@lo:2:osp-syn-0-1.0 Request processed in 165us (467us total) trans 21474839295 rc 0/0 00000100:00100000:3.0:1763336266.951511:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7333 00000100:00100000:3.0:1763336266.951529:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7334 00000100:00100000:3.0:1763336266.951536:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056142208:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336266.951583:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:3.0:1763336266.951587:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951589:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951592:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951594:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1763336266.951619:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056142208:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (519us total) trans 21474839296 rc 0/0 00000100:00100000:3.0:1763336266.951625:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7334 00000100:00100000:3.0:1763336266.951637:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7335 00000100:00100000:3.0:1763336266.951643:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056142336:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336266.951713:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336266.951716:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951719:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951721:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336266.951723:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336266.951752:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056142336:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (606us total) trans 21474839297 rc 0/0 00000100:00100000:3.0:1763336266.951759:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7335 00000100:00100000:3.0:1763336266.951772:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7336 00000100:00100000:3.0:1763336266.951778:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056142464:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336266.951824:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336266.951827:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336266.951830:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:3.0:1763336266.951832:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:3.0:1763336266.951834:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336266.951857:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056142464:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (669us total) trans 21474839298 rc 0/0 00000100:00100000:3.0:1763336266.951864:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7336 00000004:00080000:3.0:1763336266.951915:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a7800/2, rc 0, transno 21474839298 00000100:00100000:3.0:1763336266.951923:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056142464:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336266.951934:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a4700/2, rc 0, transno 21474839297 00010000:00010000:1.0:1763336266.952047:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.952067:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.952076:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336266.952083:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336266.952086:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.952090:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336266.952103:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4416d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.952121:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa4423f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 19 pid: 23631 timeout: 0 lvb_type: 3 00000100:00100000:0.0:1763336266.952127:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056142976:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336266.952153:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 17 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336266.952168:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763336266.952184:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336266.952189:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336266.952192:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0a00, rc 0) 00000100:00100000:2.0:1763336266.952207:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142976 00000100:00100000:0.0:1763336266.952208:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336266.952220:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056142848:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336266.952221:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142976 00000100:00100000:0.0:1763336266.952252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336266.952269:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041946624:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 9394us (9672us total) trans 4294968616 rc 0/0 00000100:00100000:1.0:1763336266.952279:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10390 00000100:00100000:0.0:1763336266.952283:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056142720:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336266.952311:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.952833:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142848 00000100:00100000:1.0:1763336266.952838:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056142720 00000100:00100000:2.0:1763336266.952842:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142848 00000100:00100000:1.0:1763336266.952848:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056142720 00000100:00100000:0.0:1763336266.952856:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763336266.952869:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056143104:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336266.952896:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7337 00000100:00100000:1.0:1763336266.952912:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7338 00000100:00100000:0.0:1763336266.952912:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336266.952914:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056142976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336266.952933:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056142848:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336266.952950:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056143104 00000100:00100000:0.0:1763336266.952956:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056143104 00000100:00100000:0.0:1763336266.952998:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7339 00000100:00100000:0.0:1763336266.953007:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056142720:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336266.953088:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336266.953093:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.953096:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.953099:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.953101:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336266.953107:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb size from disk: 191514 -> 191514 00002000:00010000:2.0:1763336266.953112:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb mtime from disk: 1763336265 -> 1763336265 00002000:00010000:2.0:1763336266.953115:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb atime from disk: 1763336263 -> 1763336263 00002000:00010000:2.0:1763336266.953119:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb ctime from disk: 1763336265 -> 1763336265 00002000:00010000:2.0:1763336266.953122:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3b:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1763336266.953151:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1848991056142848:12345-0@lo:2:osp-syn-1-1.0 Request processed in 220us (894us total) trans 17179871984 rc 0/0 00000100:00100000:1.0:1763336266.953160:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7338 00000100:00100000:1.0:1763336266.953206:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7340 00000100:00100000:2.0:1763336266.953208:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056142976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 290us (1027us total) trans 17179871985 rc 0/0 00000100:00100000:2.0:1763336266.953224:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7337 00000100:00100000:1.0:1763336266.953226:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056143104:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336266.953333:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056143104:12345-0@lo:2:osp-syn-1-1.0 Request processed in 115us (430us total) trans 17179871987 rc 0/0 00000100:00100000:1.0:1763336266.953342:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7340 00000004:00080000:1.0:1763336266.953422:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186311f80/2, rc 0, transno 17179871984 00000100:00100000:1.0:1763336266.953431:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056142848:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336266.953451:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186313100/2, rc 0, transno 17179871985 00000100:00100000:1.0:1763336266.953456:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056142976:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336266.953490:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2ddc00/2, rc 0, transno 21474839296 00000100:00100000:2.0:1763336266.953500:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056142208:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336266.953511:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186312680/2, rc 0, transno 17179871987 00000100:00100000:1.0:1763336266.953521:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056143104:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336266.953524:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a5880/2, rc 0, transno 21474839295 00000100:00100000:2.0:1763336266.953534:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056142592:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336266.953923:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336266.953928:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336266.953930:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336266.953933:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336266.953948:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336266.954010:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056142720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1003us (1696us total) trans 17179871986 rc 0/0 00000100:00100000:0.0:1763336266.954018:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7339 00000004:00080000:1.0:1763336266.954871:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186509f80/2, rc 0, transno 17179871986 00000100:00100000:1.0:1763336266.954880:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056142720:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336266.955406:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056142336:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336266.965655:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.965752:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041946752 00000100:00100000:3.0:1763336266.965770:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041946752 00000100:00100000:3.0:1763336266.965841:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7341 00000100:00100000:3.0:1763336266.965852:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991041946752:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336266.965877:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336266.965901:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667a0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.965941:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336266.965950:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.965953:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336266.965958:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->126975] (req 118784->126975) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 17 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.966012:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336266.966027:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 1154 lvb_type: 1 00000100:00100000:3.0:1763336266.966043:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056143232:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336266.966155:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336266.971491:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056143232:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336266.971530:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->126975] (req 118784->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 17 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336266.971549:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:3.0:1763336266.971918:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041946752:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6066us (6269us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336266.971927:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7341 00000100:00100000:0.0:1763336266.972012:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336266.972090:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041946880 00000100:00100000:2.0:1763336266.972099:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041946880 00010000:00010000:2.0:1763336266.972129:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 1154 lvb_type: 1 00000100:00100000:2.0:1763336266.972165:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3471 00000100:00100000:2.0:1763336266.972174:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041946880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336266.972187:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336266.972206:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 1154 lvb_type: 1 00010000:00010000:2.0:1763336266.972219:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 1154 lvb_type: 1 00010000:00010000:2.0:1763336266.972240:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa440fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66729 expref: 17 pid: 28588 timeout: 1154 lvb_type: 1 00010000:00010000:2.0:1763336266.972254:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.972256:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336266.972263:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 16 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.972272:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 16 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336266.972304:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 16 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336266.972317:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056143360:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336266.972369:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e376c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336266.974429:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056143360:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336266.974451:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336266.974572:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041946880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2399us (2560us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.974582:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3471 00000100:00100000:0.0:1763336266.974785:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.974850:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041947008 00000100:00100000:1.0:1763336266.974857:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041947008 00000100:00100000:1.0:1763336266.974908:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1927 00000100:00100000:1.0:1763336266.974917:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041947008:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336266.975077:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:1.0:1763336266.975080:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.975083:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.975085:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.975087:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1763336266.975156:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041947008:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 239us (371us total) trans 21474839299 rc 0/0 00000100:00100000:1.0:1763336266.975163:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1927 00000100:00100000:3.0:1763336266.979229:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336266.979956:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041947136 00000100:00100000:1.0:1763336266.979979:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041947136 00000100:00100000:1.0:1763336266.980057:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10391 00000100:00100000:1.0:1763336266.980068:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041947136:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336266.980092:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336266.980120:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44254 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667a7 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.980216:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336266.980246:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.980259:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336266.980286:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:1.0:1763336266.980290:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336266.980308:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336266.980335:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44254 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.980354:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336266.980363:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336266.980366:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336266.980370:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:1.0:1763336266.980442:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041947136:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 375us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336266.980449:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10391 00000100:00100000:2.0:1763336266.989888:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.990122:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041947264 00000100:00100000:3.0:1763336266.990132:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041947264 00000100:00100000:1.0:1763336266.990882:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1928 00000100:00100000:1.0:1763336266.990896:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991041947264:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336266.991202:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:1.0:1763336266.991205:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.991208:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.991210:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336266.991212:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 208 00000100:00100000:1.0:1763336266.991280:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041947264:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 388us (1401us total) trans 21474839300 rc 0/0 00000100:00100000:1.0:1763336266.991289:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1928 00000100:00100000:0.0:1763336266.995560:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336266.995720:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041947392 00000100:00100000:3.0:1763336266.995730:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041947392 00002000:00100000:3.0:1763336266.995777:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (0->204799) req@ffff9c9183c77800 x1848991041947392/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/0 e 0 to 0 dl 1763336277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336266.995789:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c77800 with x1848991041947392 ext(0->204799) 00002000:00010000:3.0:1763336266.995795:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c77800 00000100:00100000:3.0:1763336266.995824:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1929 00000100:00100000:3.0:1763336266.995835:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041947392:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336267.001935:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041947392:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 6090us (6374us total) trans 0 rc 204800/204800 00000100:00100000:2.0:1763336267.002345:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1929 00002000:00100000:2.0:1763336267.002360:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (0->204799) req@ffff9c9183c77800 x1848991041947392/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:557/0 lens 488/440 e 0 to 0 dl 1763336277 ref 1 fl Complete:/600/0 rc 204800/204800 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336267.002371:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c77800 with x1848991041947392 ext(0->204799) 00002000:00010000:2.0:1763336267.002378:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c77800 00000100:00100000:2.0:1763336267.008440:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.008719:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041947520 00000100:00100000:0.0:1763336267.008730:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041947520 00000100:00100000:0.0:1763336267.008795:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1930 00000100:00100000:0.0:1763336267.008807:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041947520:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336267.008971:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:0.0:1763336267.008975:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336267.008978:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336267.008980:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336267.008982:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1763336267.009054:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041947520:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 249us (624us total) trans 21474839301 rc 0/0 00000100:00100000:0.0:1763336267.009062:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1930 00000100:00100000:0.0:1763336267.016671:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.016792:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041947776 00000100:00100000:1.0:1763336267.016802:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041947776 00000100:00100000:3.0:1763336267.017532:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3574 00000100:00100000:3.0:1763336267.017547:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041947776:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:3.0:1763336267.019590:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041947776:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 2037us (2915us total) trans 4294968617 rc 0/0 00000100:00100000:3.0:1763336267.019605:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3574 00000100:00100000:3.0:1763336267.049503:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.049615:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041948032 00000100:00100000:1.0:1763336267.049624:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041948032 00000100:00100000:1.0:1763336267.049723:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10392 00000100:00100000:1.0:1763336267.049733:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57601:x1848991041948032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.049756:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.049779:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44262 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667ae expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.049851:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336267.049863:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.049877:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.049890:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336267.049896:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.049903:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050021:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44277 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336267.050031:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44277 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050038:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44277 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336267.050048:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:1.0:1763336267.050121:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050128:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050135:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050141:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336267.050145:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050152:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050162:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:1.0:1763336267.050165:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336267.050170:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050176:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44269 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050191:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050197:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050203:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050208:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336267.050211:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050217:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050223:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9284bf8700) 00010000:00010000:1.0:1763336267.050225:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336267.050228:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050234:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa44270 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.050275:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa44262 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ae expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.050290:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44277 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ae expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.050297:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336267.050300:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336267.050303:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:1.0:1763336267.050360:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57601:x1848991041948032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 629us (867us total) trans 4294968618 rc 0/0 00000100:00100000:1.0:1763336267.050368:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10392 00000100:00100000:0.0:1763336267.053830:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.053975:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041948160 00000100:00100000:1.0:1763336267.053994:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041948160 00000100:00100000:1.0:1763336267.054059:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 432 00000100:00100000:1.0:1763336267.054069:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f95450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041948160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336267.054084:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336267.054109:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa44277 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ae expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.054128:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336267.054133:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336267.054178:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f95450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041948160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 110us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.054185:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 432 00000100:00100000:0.0:1763336267.057249:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.057366:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041948416 00000100:00100000:3.0:1763336267.057380:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041948416 00000100:00100000:3.0:1763336267.057452:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3575 00000100:00100000:3.0:1763336267.057465:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57601:x1848991041948416:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336267.057808:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57601:x1848991041948416:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 343us (571us total) trans 4294968619 rc 0/0 00000100:00100000:3.0:1763336267.057816:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3575 00000100:00100000:0.0:1763336267.066043:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.066733:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041948672 00000100:00100000:3.0:1763336267.066748:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041948672 00000100:00100000:3.0:1763336267.066820:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10393 00000100:00100000:3.0:1763336267.066832:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57601:x1848991041948672:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336267.066865:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336267.066893:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44285 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667b5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.067040:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4428c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336267.067060:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4428c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.067074:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4428c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336267.067087:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:3.0:1763336267.067222:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44285 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667b5 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.067242:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4428c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667b5 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.067252:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336267.067256:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763336267.067261:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336267.067331:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57601:x1848991041948672:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 501us (1302us total) trans 4294968620 rc 0/0 00000100:00100000:3.0:1763336267.067340:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10393 00000100:00100000:0.0:1763336267.071016:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.071377:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041948928 00000100:00100000:3.0:1763336267.071390:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041948928 00000100:00100000:2.0:1763336267.072450:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10394 00000100:00100000:2.0:1763336267.072472:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57601:x1848991041948928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.072505:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.072533:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4429a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667bc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.072671:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.072811:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.072824:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.072874:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.072889:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 24 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.072906:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056143488:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.073029:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.079940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.080611:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056143488:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336267.080648:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336267.080895:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041949056 00000100:00100000:3.0:1763336267.080905:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041949056 00010000:00010000:0.0:1763336267.081031:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 25 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.081075:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3472 00000100:00100000:0.0:1763336267.081084:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041949056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336267.081102:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336267.081108:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 25 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.081121:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 25 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.081153:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4425b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a7 expref: 25 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.081169:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:0.0:1763336267.081173:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.081183:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.081191:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.081217:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336267.081338:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.081345:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336267.081374:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:2.0:1763336267.081538:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4429a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667bc expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.081554:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667bc expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.081562:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336267.081564:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336267.081567:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:0.0:1763336267.081879:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041949056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 792us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.081888:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3472 00000100:00100000:2.0:1763336267.082971:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57601:x1848991041948928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 10501us (11963us total) trans 4294968621 rc 0/0 00000100:00100000:2.0:1763336267.082990:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10394 00000100:00100000:0.0:1763336267.086202:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.086508:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041949184 00000100:00100000:3.0:1763336267.086521:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041949184 00000100:00100000:3.0:1763336267.086595:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3576 00000100:00100000:3.0:1763336267.086607:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57601:x1848991041949184:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336267.088091:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57601:x1848991041949184:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 1475us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.088104:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3576 00000100:00100000:0.0:1763336267.091270:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.091370:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041949440 00000100:00100000:3.0:1763336267.091384:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041949440 00000100:00100000:3.0:1763336267.091460:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3577 00000100:00100000:3.0:1763336267.091473:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57601:x1848991041949440:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336267.091860:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57601:x1848991041949440:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 388us (606us total) trans 4294968622 rc 0/0 00000100:00100000:3.0:1763336267.091870:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3577 00000100:00100000:1.0:1763336267.095591:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.095827:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041949696 00000100:00100000:2.0:1763336267.095841:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041949696 00000100:00100000:2.0:1763336267.095916:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10395 00000100:00100000:2.0:1763336267.095929:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57601:x1848991041949696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.095960:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.095964:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763336267.096011:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa442a1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667bc expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.096040:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4428c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667b5 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.096053:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336267.096060:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336267.096077:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442af lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667c3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.096210:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa442b6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.096226:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa442b6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.096237:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa442b6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336267.096250:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:2.0:1763336267.096379:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442af lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667c3 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.096395:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa442b6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667c3 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.096402:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:2.0:1763336267.096405:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336267.096408:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:2.0:1763336267.096491:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57601:x1848991041949696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 564us (914us total) trans 4294968623 rc 0/0 00000100:00100000:2.0:1763336267.096500:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10395 00000100:00100000:0.0:1763336267.100423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.100929:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041949952 00000100:00100000:1.0:1763336267.100943:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041949952 00000100:00100000:1.0:1763336267.101076:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3578 00000100:00100000:1.0:1763336267.101089:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57601:x1848991041949952:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:1.0:1763336267.101190:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa442b6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667c3 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.101241:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336267.101258:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.101269:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336267.101314:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.101330:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 25 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:1.0:1763336267.101348:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056143616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336267.101468:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.104830:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056143616:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336267.104870:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336267.105500:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.105772:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041950080 00000100:00100000:1.0:1763336267.105782:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041950080 00010000:00010000:1.0:1763336267.105824:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 26 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:1.0:1763336267.105868:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3473 00000100:00100000:1.0:1763336267.105879:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041950080:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336267.105897:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336267.105905:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 26 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.105918:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 26 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.105942:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa44246 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66799 expref: 26 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.105959:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:1.0:1763336267.105965:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336267.105974:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336267.105981:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336267.106019:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336267.106082:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041950080:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 204us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.106090:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3473 00010000:00010000:3.0:1763336267.106237:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106246:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106490:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106498:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106505:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106512:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336267.106517:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106525:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106535:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336267.106538:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336267.106542:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106548:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa442c4 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336267.106558:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c918a24e700) 00010000:00010000:3.0:1763336267.106560:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336267.106566:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa442b6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667c3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.106783:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57601:x1848991041949952:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 5697us (6375us total) trans 4294968624 rc -22/-22 00000100:00100000:3.0:1763336267.106796:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3578 00000100:00100000:0.0:1763336267.109895:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.110035:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041950208 00000100:00100000:1.0:1763336267.110047:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041950208 00000100:00100000:1.0:1763336267.110208:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10396 00000100:00100000:1.0:1763336267.110219:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57601:x1848991041950208:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.110248:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.110277:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667ca expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.110341:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.110357:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.110375:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:1.0:1763336267.110378:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336267.110382:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:1.0:1763336267.110451:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57601:x1848991041950208:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 233us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.110460:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10396 00000100:00100000:0.0:1763336267.118446:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.118544:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041950464 00000100:00100000:1.0:1763336267.118558:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041950464 00000100:00100000:1.0:1763336267.118641:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10397 00000100:00100000:1.0:1763336267.118653:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57601:x1848991041950464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.118680:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.118748:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa442d2 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667d1 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.119369:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336267.119387:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.119401:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336267.119413:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x53:0x0]: returning size 0 00010000:00010000:1.0:1763336267.119470:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa442d2 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.119495:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.119504:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x53:0x0].0x0 (ffff9c9284bf8d00) 00010000:00010000:1.0:1763336267.119507:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336267.119511:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:1.0:1763336267.119576:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57601:x1848991041950464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 926us (1145us total) trans 4294968625 rc 0/0 00000100:00100000:1.0:1763336267.119584:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10397 00000100:00100000:0.0:1763336267.123879:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.124173:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041950720 00000100:00100000:3.0:1763336267.124187:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041950720 00000100:00100000:3.0:1763336267.124260:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10398 00000100:00100000:3.0:1763336267.124272:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57601:x1848991041950720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336267.124302:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336267.124332:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa442e7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667d8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.124464:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa442ee lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336267.124481:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa442ee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.124495:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa442ee lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336267.124510:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:3.0:1763336267.124643:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa442e7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d8 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.124664:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa442ee lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d8 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.124674:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:3.0:1763336267.124677:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336267.124681:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:3.0:1763336267.124774:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57601:x1848991041950720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 503us (908us total) trans 4294968626 rc 0/0 00000100:00100000:3.0:1763336267.124784:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10398 00000100:00100000:0.0:1763336267.127551:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.128147:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041950976 00000100:00100000:3.0:1763336267.128160:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041950976 00000100:00100000:2.0:1763336267.128381:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3579 00000100:00100000:2.0:1763336267.128395:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fce450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57601:x1848991041950976:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336267.128483:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa442ee lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d8 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.128527:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336267.128540:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.128549:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.128585:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.128603:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 29 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.128619:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056143744:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.129476:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e376c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.134164:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.134452:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041951104 00000100:00100000:1.0:1763336267.134465:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041951104 00010000:00010000:1.0:1763336267.134518:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 30 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:1.0:1763336267.134571:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3474 00000100:00100000:1.0:1763336267.134583:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991041951104:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336267.134603:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336267.134610:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 30 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.134863:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056143744:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336267.134893:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.134976:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 30 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.135012:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa442cb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ca expref: 30 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.135030:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:1.0:1763336267.135037:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.135046:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.135054:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.135076:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336267.135139:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991041951104:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 558us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.135147:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3474 00010000:00010000:2.0:1763336267.135569:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.135578:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.135604:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336267.135618:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.135626:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.135664:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.135679:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 28 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.135744:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056143872:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.135812:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e376c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336267.140073:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056143872:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336267.140116:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336267.141309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.141485:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041951232 00000100:00100000:1.0:1763336267.141501:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041951232 00010000:00010000:1.0:1763336267.141640:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 29 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.142027:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3475 00000100:00100000:0.0:1763336267.142047:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991041951232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336267.142073:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336267.142084:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 29 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.142104:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 29 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.142134:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa442d9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x53:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d1 expref: 29 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.142153:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x53:0x0].0x0 (ffff9c9284bf8d00) 00010000:00010000:0.0:1763336267.142159:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336267.142171:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336267.142178:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336267.142217:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336267.142293:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991041951232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 254us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.142303:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3475 00010000:00010000:2.0:1763336267.142546:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.142555:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336267.143098:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336267.143161:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336267.143197:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.143462:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144000 00000100:00100000:0.0:1763336267.143471:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144000 00000100:00100000:0.0:1763336267.143553:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1763336267.143562:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144000:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336267.143661:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144000:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 101us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.143668:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00080000:1.0:1763336267.143769:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336267.143915:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336267.144009:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336267.144065:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336267.144856:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144128 00000100:00100000:2.0:1763336267.144866:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144128 00000100:00100000:2.0:1763336267.144925:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1763336267.144934:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336267.145031:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 100us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.145038:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1763336267.145105:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.145134:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145220:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145256:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.145280:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e8c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.145409:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144256 00000100:00100000:0.0:1763336267.145413:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144256 00000100:00100000:0.0:1763336267.145473:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1763336267.145481:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336267.145537:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.145543:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1763336267.145609:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145639:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145659:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.145677:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144384 00000100:00100000:1.0:1763336267.145680:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144384 00000100:00100000:1.0:1763336267.145721:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1763336267.145726:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145773:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 47us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.145779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1763336267.145792:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.145802:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145829:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145848:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.145863:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144512 00000100:00100000:1.0:1763336267.145866:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144512 00000100:00100000:1.0:1763336267.145880:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1763336267.145884:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144512:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145923:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144512:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 38us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.145929:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1763336267.145940:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.145950:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.145973:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.146005:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.146019:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144640 00000100:00100000:1.0:1763336267.146022:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144640 00000100:00100000:1.0:1763336267.146035:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1763336267.146040:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144640:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.146077:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144640:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 37us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.146083:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1763336267.146095:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.146104:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144640:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1763336267.146286:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].23, 368 off51144 00000001:00080000:1.0:1763336267.146299:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968627 00000100:00100000:1.0:1763336267.146349:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.146373:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.146393:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144768 00000100:00100000:1.0:1763336267.146397:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144768 00000100:00080000:3.0:1763336267.146416:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763336267.146419:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1763336267.146434:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144768:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.146525:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:6516:x1848991056144768:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 94us (154us total) trans 21474839302 rc 0/0 00000100:00100000:1.0:1763336267.146532:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1763336267.146547:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.146561:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.146579:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3ded80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336267.146600:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.149605:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.149725:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056144896 00000100:00100000:0.0:1763336267.149738:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056144896 00000100:00100000:0.0:1763336267.149801:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1763336267.149810:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056144896:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336267.150070:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6516:x1848991056144896:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 260us (3467us total) trans 17179871988 rc 0/0 00000100:00100000:0.0:1763336267.150078:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1763336267.150568:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3ded80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056144896:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1763336267.150768:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968628 00010000:00010000:1.0:1763336267.150816:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150829:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150838:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150844:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336267.150849:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150858:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150877:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x53:0x0].0x0 (ffff9c9284bf8d00) 00010000:00010000:1.0:1763336267.150881:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763336267.150887:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150894:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44303 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x53:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150921:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150928:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150934:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150939:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336267.150941:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150947:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150959:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:1.0:1763336267.150961:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763336267.150965:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150971:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa442fc lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.150995:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:1.0:1763336267.150998:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336267.151005:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa442ee lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667d8 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.151722:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fce450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57601:x1848991041950976:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 23289us (24140us total) trans 4294968629 rc 0/0 00000100:00100000:1.0:1763336267.151735:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3579 00000020:00080000:1.0:1763336267.151742:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763336267.158290:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.158372:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041951360 00000100:00100000:1.0:1763336267.158382:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041951360 00000100:00100000:3.0:1763336267.158517:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10399 00000100:00100000:3.0:1763336267.158531:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57601:x1848991041951360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336267.158555:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336267.158578:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4430a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667df expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.158633:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4430a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667df expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.158648:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4430a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667df expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.158666:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.158669:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336267.158673:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336267.158760:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57601:x1848991041951360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 232us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.158768:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10399 00000100:00100000:0.0:1763336267.163845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.164805:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041951616 00000100:00100000:1.0:1763336267.164817:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041951616 00000100:00100000:1.0:1763336267.164922:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3580 00000100:00100000:1.0:1763336267.164933:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57601:x1848991041951616:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:1.0:1763336267.165229:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x53:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763336267.165285:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].121, 64 off18184 00000004:00080000:1.0:1763336267.165295:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055126609257ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336267.165317:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].117, 64 off17832 00000004:00080000:1.0:1763336267.165323:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055126637866ns, next at 1056126636542ns, rc = 0 00000001:00080000:1.0:1763336267.165329:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968630 00010000:00010000:1.0:1763336267.165370:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763336267.165385:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.165398:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.165406:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.165412:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.165418:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.166209:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763336267.166218:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.166226:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336267.166231:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.166239:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 5/0,0 mode: PW/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.166253:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x53:0x0].0x0 (ffff9c9284bf8500) 00010000:00010000:2.0:1763336267.166257:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763336267.166262:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 3/0,0 mode: --/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.166272:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336267.166273:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336267.166275:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336267.166368:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763336267.166374:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44311 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336267.167246:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57601:x1848991041951616:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 2308us (3558us total) trans 4294968631 rc 0/0 00000100:00100000:1.0:1763336267.167256:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3580 00000020:00080000:1.0:1763336267.167263:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336267.169281:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.169355:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041951872 00000100:00100000:1.0:1763336267.169365:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041951872 00000100:00100000:1.0:1763336267.169421:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3581 00000100:00100000:1.0:1763336267.169431:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57601:x1848991041951872:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336267.169748:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57601:x1848991041951872:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 317us (473us total) trans 4294968632 rc 0/0 00000100:00100000:1.0:1763336267.169756:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3581 00000100:00100000:0.0:1763336267.188851:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.189141:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041952000 00000100:00100000:3.0:1763336267.189153:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041952000 00000100:00100000:3.0:1763336267.189208:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10400 00000100:00100000:3.0:1763336267.189218:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57602:x1848991041952000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336267.189242:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336267.189265:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44318 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667e6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.189330:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336267.189343:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189354:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189366:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336267.189372:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189378:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189455:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336267.189463:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189470:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336267.189512:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00000004:00200000:3.0:1763336267.189517:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336267.189533:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189545:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189553:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189559:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189565:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189575:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189581:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfe00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336267.189584:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189591:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189601:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9f300) 00010000:00010000:3.0:1763336267.189604:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336267.189609:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189614:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa4431f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189629:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189638:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189643:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189648:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336267.189650:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189656:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189663:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9184a9fb00) 00010000:00010000:3.0:1763336267.189666:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336267.189668:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.189674:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa44326 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.190023:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44318 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.190040:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.190047:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.190051:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336267.190053:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:0.0:1763336267.190157:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57602:x1848991041952000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 938us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.190165:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10400 00000100:00100000:2.0:1763336267.193609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.193902:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041952256 00000100:00100000:0.0:1763336267.193912:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041952256 00000100:00100000:0.0:1763336267.193959:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10401 00000100:00100000:0.0:1763336267.193969:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57602:x1848991041952256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.193997:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.194019:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44334 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667ed expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.194121:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa4433b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.194135:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa4433b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.194152:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa4433b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336267.194163:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:0.0:1763336267.194260:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44334 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ed expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.194278:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa4433b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ed expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.194287:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.194291:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336267.194295:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:0.0:1763336267.194357:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57602:x1848991041952256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 389us (755us total) trans 4294968633 rc 0/0 00000100:00100000:0.0:1763336267.194365:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10401 00000100:00100000:3.0:1763336267.200268:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.200541:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041952512 00000100:00100000:1.0:1763336267.200552:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041952512 00000100:00100000:0.0:1763336267.202915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10402 00000100:00100000:0.0:1763336267.202937:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57602:x1848991041952512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.202962:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.202990:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44349 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667f4 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.203091:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44350 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.203105:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44350 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.203116:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44350 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336267.203128:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:0.0:1763336267.203227:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44349 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667f4 expref: 39 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.203244:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44350 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667f4 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.203252:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.203255:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336267.203258:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336267.203315:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57602:x1848991041952512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 386us (3055us total) trans 4294968634 rc 0/0 00000100:00100000:0.0:1763336267.203323:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10402 00000100:00100000:2.0:1763336267.210559:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.210876:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041952640 00000100:00100000:1.0:1763336267.210886:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041952640 00000100:00100000:1.0:1763336267.210975:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1931 00000100:00100000:1.0:1763336267.210995:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041952640:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336267.211047:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 204800, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x8 00010000:00010000:1.0:1763336267.211056:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.211071:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.211074:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.211079:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.211094:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217611:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217631:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217641:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217652:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0d800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336267.217657:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217664:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217682:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.217736:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa4435e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.217839:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041952640:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6850us (7282us total) trans 0 rc 203620/203620 00000100:00100000:1.0:1763336267.217849:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1931 00000100:00100000:3.0:1763336267.225245:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.225346:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041952768 00000100:00100000:0.0:1763336267.225356:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041952768 00000100:00100000:0.0:1763336267.225428:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 433 00000100:00100000:0.0:1763336267.225439:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57602:x1848991041952768:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336267.225456:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336267.225483:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44350 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667f4 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.225501:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.225507:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336267.225567:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57602:x1848991041952768:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 130us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.225575:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 433 00000100:00100000:2.0:1763336267.228755:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.228815:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041953024 00000100:00100000:0.0:1763336267.228825:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041953024 00000100:00100000:0.0:1763336267.228882:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3582 00000100:00100000:0.0:1763336267.228892:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57602:x1848991041953024:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336267.229343:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57602:x1848991041953024:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 451us (596us total) trans 4294968635 rc 0/0 00000100:00100000:0.0:1763336267.229351:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3582 00000100:00100000:2.0:1763336267.251858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.251930:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041953280 00000100:00100000:1.0:1763336267.251940:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041953280 00000100:00100000:1.0:1763336267.252007:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10403 00000100:00100000:1.0:1763336267.252017:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57603:x1848991041953280:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.252040:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.252060:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44365 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c667fb expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.252158:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4436c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336267.252176:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4436c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.252186:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4436c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:1.0:1763336267.252197:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:1.0:1763336267.252294:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa44365 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667fb expref: 41 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.252309:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4436c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667fb expref: 40 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.252316:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.252319:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336267.252322:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ca00, rc 0) 00000100:00100000:1.0:1763336267.252384:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57603:x1848991041953280:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 368us (605us total) trans 4294968636 rc 0/0 00000100:00100000:1.0:1763336267.252392:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10403 00000100:00100000:2.0:1763336267.257399:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.257505:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041953408 00000100:00100000:1.0:1763336267.257514:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041953408 00000100:00100000:1.0:1763336267.257589:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1932 00000100:00100000:1.0:1763336267.257601:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041953408:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336267.257649:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 204800, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x8 00010000:00010000:1.0:1763336267.257659:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.257673:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.257677:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.257682:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.257730:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262526:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262546:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262555:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262563:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336267.262568:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262576:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262595:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.262602:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa4437a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->204799] (req 0->204799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.263339:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041953408:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5734us (5945us total) trans 0 rc 203620/203620 00000100:00100000:1.0:1763336267.263352:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1932 00000100:00100000:0.0:1763336267.268109:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.268184:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041953536 00000100:00100000:2.0:1763336267.268193:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041953536 00000100:00100000:2.0:1763336267.268259:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 434 00000100:00100000:2.0:1763336267.268269:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57603:x1848991041953536:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336267.268284:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.268308:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4436c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667fb expref: 40 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.268326:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.268331:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336267.268386:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57603:x1848991041953536:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 118us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.268394:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 434 00000100:00100000:2.0:1763336267.273434:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.273567:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041953792 00000100:00100000:0.0:1763336267.273577:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041953792 00000100:00100000:0.0:1763336267.274017:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3583 00000100:00100000:0.0:1763336267.274028:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57603:x1848991041953792:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336267.274647:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57603:x1848991041953792:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 618us (1218us total) trans 4294968637 rc 0/0 00000100:00100000:0.0:1763336267.274970:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3583 00000100:00100000:0.0:1763336267.282736:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.282919:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954048 00000100:00100000:2.0:1763336267.282929:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954048 00000100:00100000:2.0:1763336267.283425:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10404 00000100:00100000:2.0:1763336267.283439:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57585:x1848991041954048:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336267.283465:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.283486:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44381 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66802 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.283592:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.283607:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.283616:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.283650:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.283664:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 41 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.283676:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145024:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.284149:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e376c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.286733:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145024:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336267.286762:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336267.287607:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.287710:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954176 00000100:00100000:2.0:1763336267.287718:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954176 00010000:00010000:2.0:1763336267.287753:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 42 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.287798:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3476 00000100:00100000:2.0:1763336267.287809:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f96850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:2405:x1848991041954176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336267.287823:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.287831:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 42 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.287843:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 42 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.287865:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4432d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667e6 expref: 42 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.287880:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.287885:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.287893:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.287901:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.287932:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336267.287997:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f96850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:2405:x1848991041954176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 189us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.288005:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3476 00010000:00010000:0.0:1763336267.288100:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.288107:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336267.288128:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00010000:00010000:0.0:1763336267.288247:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44381 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.288263:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.288272:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.288274:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336267.288276:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:0.0:1763336267.288316:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991041954048:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4881us (5638us total) trans 4294968638 rc 0/0 00000100:00100000:0.0:1763336267.288323:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10404 00000100:00100000:0.0:1763336267.292367:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.292467:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954304 00000100:00100000:2.0:1763336267.292476:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954304 00000100:00100000:2.0:1763336267.292532:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10405 00000100:00100000:2.0:1763336267.292542:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991041954304:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336267.292566:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.292588:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44396 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66809 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.292681:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.292741:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.292749:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.292784:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.292795:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 42 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.292808:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145152:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.292879:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336267.299309:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.299368:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954432 00000100:00100000:3.0:1763336267.299378:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954432 00010000:00010000:3.0:1763336267.299420:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 43 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.299454:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3477 00000100:00100000:3.0:1763336267.299463:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:2405:x1848991041954432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336267.299478:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336267.299485:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 43 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.299497:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 43 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.299519:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.299524:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.299534:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.299541:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.299544:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44388 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66802 expref: 43 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.299563:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145152:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336267.299574:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336267.299587:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.299598:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.299604:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336267.299636:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:2405:x1848991041954432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 173us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.299645:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3477 00000004:00200000:0.0:1763336267.299650:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 203620 00000004:00200000:0.0:1763336267.299656:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336267.299677:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.299739:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44396 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.299752:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.299760:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.299763:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336267.299766:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:0.0:1763336267.299812:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991041954304:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7272us (7455us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.299819:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10405 00000100:00100000:2.0:1763336267.310231:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.310289:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.310331:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.310373:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.310434:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954944 00000100:00100000:2.0:1763336267.310447:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954944 00000100:00100000:2.0:1763336267.310517:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 665 00000100:00100000:2.0:1763336267.310532:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041954944:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:0.0:1763336267.310536:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954816 00000100:00100000:0.0:1763336267.310552:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954816 00000100:00100000:2.0:1763336267.310627:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041954944:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 100us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.310639:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1269 00000100:00100000:2.0:1763336267.310641:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 665 00000100:00100000:0.0:1763336267.310662:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2406:x1848991041954816:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:0.0:1763336267.310814:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2406:x1848991041954816:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 160us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.310822:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1269 00000100:00100000:3.0:1763336267.310880:0:32318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954688 00000100:00100000:3.0:1763336267.310888:0:32318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954688 00000100:00100000:3.0:1763336267.310934:0:32318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 147 00000100:00100000:3.0:1763336267.310943:0:32318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91838da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2406:x1848991041954688:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1763336267.310991:0:32318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91838da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2406:x1848991041954688:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 40us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.310998:0:32318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 147 00000100:00080000:3.0:1763336267.311035:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763336267.312194:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041954560 00000100:00100000:1.0:1763336267.312206:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041954560 00002000:00100000:1.0:1763336267.312253:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->118783) req@ffff9c918cd6ad80 x1848991041954560/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.312265:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6ad80 with x1848991041954560 ext(114688->118783) 00002000:00010000:1.0:1763336267.312270:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6ad80 00000100:00100000:1.0:1763336267.312307:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1933 00000100:00100000:1.0:1763336267.312317:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041954560:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336267.312514:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041954560:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 198us (2298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336267.312522:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1933 00002000:00100000:1.0:1763336267.312529:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->118783) req@ffff9c918cd6ad80 x1848991041954560/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/4536 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.312538:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6ad80 with x1848991041954560 ext(114688->118783) 00002000:00010000:1.0:1763336267.312541:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6ad80 00000100:00100000:2.0:1763336267.326563:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.326830:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955072 00000100:00100000:1.0:1763336267.326852:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955072 00002000:00100000:1.0:1763336267.326899:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c918cd6a300 x1848991041955072/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.326911:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6a300 with x1848991041955072 ext(118784->122879) 00002000:00010000:1.0:1763336267.326917:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6a300 00000100:00100000:1.0:1763336267.326952:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1934 00000100:00100000:1.0:1763336267.326962:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041955072:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336267.327181:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041955072:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 219us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336267.327189:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1934 00002000:00100000:1.0:1763336267.327196:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c918cd6a300 x1848991041955072/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/4536 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.327214:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6a300 with x1848991041955072 ext(118784->122879) 00002000:00010000:1.0:1763336267.327218:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6a300 00000100:00100000:2.0:1763336267.335142:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.335359:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955200 00000100:00100000:0.0:1763336267.335378:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955200 00002000:00100000:0.0:1763336267.335450:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (94208->159743) req@ffff9c918cd68a80 x1848991041955200/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 504/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336267.335464:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68a80 with x1848991041955200 ext(94208->159743) 00002000:00010000:0.0:1763336267.335472:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68a80 00000100:00100000:1.0:1763336267.336561:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1935 00000100:00100000:1.0:1763336267.336583:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041955200:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336267.339599:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041955200:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3009us (4449us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763336267.339616:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1935 00002000:00100000:1.0:1763336267.339633:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (94208->159743) req@ffff9c918cd68a80 x1848991041955200/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 504/440 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.339645:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68a80 with x1848991041955200 ext(94208->159743) 00002000:00010000:1.0:1763336267.339652:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68a80 00000100:00100000:2.0:1763336267.347055:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.347530:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955328 00000100:00100000:1.0:1763336267.347544:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955328 00002000:00100000:1.0:1763336267.347611:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->155647) req@ffff9c918cd68e00 x1848991041955328/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.347624:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68e00 with x1848991041955328 ext(114688->155647) 00002000:00010000:1.0:1763336267.347633:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68e00 00000100:00100000:1.0:1763336267.347680:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1936 00000100:00100000:1.0:1763336267.347736:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041955328:12345-192.168.203.16@tcp:4:lfs.0 00000100:00100000:1.0:1763336267.357161:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041955328:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 9406us (10100us total) trans 21474839303 rc 0/0 00000100:00100000:1.0:1763336267.357184:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1936 00002000:00100000:1.0:1763336267.357206:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->155647) req@ffff9c918cd68e00 x1848991041955328/t21474839303(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/448 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.357219:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68e00 with x1848991041955328 ext(114688->155647) 00002000:00010000:1.0:1763336267.357227:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68e00 00000100:00100000:2.0:1763336267.366572:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.366896:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955456 00000100:00100000:3.0:1763336267.366909:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955456 00000100:00100000:3.0:1763336267.366974:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7342 00000100:00100000:3.0:1763336267.366993:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041955456:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:1.0:1763336267.377309:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839303 is committed 00000001:00080000:1.0:1763336267.377336:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839302 is committed 00000100:00100000:2.0:1763336267.378683:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041955456:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 11686us (12112us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.378725:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7342 00000100:00100000:3.0:1763336267.383254:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.383375:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955584 00000100:00100000:1.0:1763336267.383388:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955584 00000100:00100000:1.0:1763336267.383487:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1937 00000100:00100000:1.0:1763336267.383501:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991041955584:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336267.384259:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:1.0:1763336267.384267:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336266 -> 1763336267 00002000:00010000:1.0:1763336267.384270:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336266 -> 1763336267 00002000:00010000:1.0:1763336267.384272:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336266 -> 1763336267 00002000:00010000:1.0:1763336267.384275:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 344 00000100:00100000:1.0:1763336267.384369:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991041955584:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 869us (1127us total) trans 21474839304 rc 0/0 00000100:00100000:1.0:1763336267.384380:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1937 00000100:00100000:0.0:1763336267.390060:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.390153:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955712 00000100:00100000:1.0:1763336267.390166:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955712 00000100:00100000:1.0:1763336267.390252:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1938 00000100:00100000:1.0:1763336267.390265:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041955712:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336267.390547:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 203620 00002000:00010000:1.0:1763336267.390552:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.390554:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.390557:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.390559:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 360 00000100:00100000:1.0:1763336267.390640:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041955712:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 376us (593us total) trans 21474839305 rc 0/0 00000100:00100000:1.0:1763336267.390649:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1938 00000100:00100000:2.0:1763336267.398524:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.398668:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955840 00000100:00100000:0.0:1763336267.398681:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955840 00002000:00100000:0.0:1763336267.398877:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (28672->94207) req@ffff9c918cd69180 x1848991041955840/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336267.398889:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd69180 with x1848991041955840 ext(28672->94207) 00002000:00010000:0.0:1763336267.398896:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd69180 00000100:00100000:1.0:1763336267.399512:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1939 00000100:00100000:1.0:1763336267.399529:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041955840:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336267.403473:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041955840:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3933us (4948us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763336267.403491:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1939 00002000:00100000:1.0:1763336267.403508:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (28672->94207) req@ffff9c918cd69180 x1848991041955840/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/440 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.403521:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd69180 with x1848991041955840 ext(28672->94207) 00002000:00010000:1.0:1763336267.403529:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd69180 00000100:00100000:2.0:1763336267.414295:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.414721:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041955968 00000100:00100000:1.0:1763336267.414735:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041955968 00002000:00100000:1.0:1763336267.414808:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (57344->94207) req@ffff9c918cd6b800 x1848991041955968/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336267.414820:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b800 with x1848991041955968 ext(57344->94207) 00002000:00010000:1.0:1763336267.414840:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6b800 00000100:00100000:1.0:1763336267.414881:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1940 00000100:00100000:1.0:1763336267.414894:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041955968:12345-192.168.203.16@tcp:4:lfs.0 00000100:00100000:2.0:1763336267.426953:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041955968:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12043us (12656us total) trans 21474839306 rc 0/0 00000100:00100000:2.0:1763336267.426973:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1940 00002000:00100000:2.0:1763336267.427021:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (57344->94207) req@ffff9c918cd6b800 x1848991041955968/t21474839306(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/448 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336267.427033:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b800 with x1848991041955968 ext(57344->94207) 00002000:00010000:2.0:1763336267.427041:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6b800 00000100:00100000:3.0:1763336267.432725:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.432890:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041956096 00000100:00100000:2.0:1763336267.432904:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041956096 00000100:00100000:2.0:1763336267.433114:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7343 00000100:00100000:2.0:1763336267.433128:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041956096:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336267.434668:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839306 is committed 00000100:00100000:2.0:1763336267.434959:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041956096:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1828us (2274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.434971:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7343 00000100:00100000:0.0:1763336267.438804:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.439089:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041956224 00000100:00100000:1.0:1763336267.439103:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041956224 00000100:00100000:1.0:1763336267.439183:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10406 00000100:00100000:1.0:1763336267.439196:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991041956224:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336267.439224:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.439256:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443a4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66810 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.439302:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336267.439321:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.439336:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.439493:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 43 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.439515:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 42 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.439525:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.439529:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336267.439534:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:1.0:1763336267.439617:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57585:x1848991041956224:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 423us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.439625:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10406 00000100:00100000:1.0:1763336267.450652:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.451655:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041956352 00000100:00100000:2.0:1763336267.451673:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041956352 00002000:00100000:2.0:1763336267.452621:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (159744->204799) req@ffff9c918d3dc380 x1848991041956352/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336267.452635:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc380 with x1848991041956352 ext(159744->204799) 00002000:00010000:2.0:1763336267.453867:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dc380 00000100:00100000:2.0:1763336267.453921:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1941 00000100:00100000:2.0:1763336267.453942:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041956352:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336267.460769:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041956352:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 6820us (10114us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1763336267.460790:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1941 00002000:00100000:2.0:1763336267.460808:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (159744->204799) req@ffff9c918d3dc380 x1848991041956352/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/440 e 0 to 0 dl 1763336278 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336267.460820:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc380 with x1848991041956352 ext(159744->204799) 00002000:00010000:2.0:1763336267.460828:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dc380 00000100:00100000:3.0:1763336267.470384:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.470501:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041956608 00000100:00100000:0.0:1763336267.470515:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041956608 00000100:00100000:1.0:1763336267.471296:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3584 00000100:00100000:1.0:1763336267.471316:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57585:x1848991041956608:12345-192.168.203.16@tcp:35:fsx.0 00000001:00080000:1.0:1763336267.471599:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968639 00000100:00100000:1.0:1763336267.471928:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991041956608:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 616us (1556us total) trans 4294968640 rc 0/0 00000100:00100000:1.0:1763336267.471937:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3584 00000020:00080000:1.0:1763336267.471943:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336267.506287:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.506413:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041956736 00000100:00100000:0.0:1763336267.506428:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041956736 00000100:00100000:0.0:1763336267.506510:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10407 00000100:00100000:0.0:1763336267.506523:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57604:x1848991041956736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.506555:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.506588:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443b2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66817 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.507326:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.507345:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507356:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507368:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.507374:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507380:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507465:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.507473:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507479:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336267.507522:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:0.0:1763336267.507526:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336267.507546:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507556:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507566:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507572:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507578:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507584:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507590:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336267.507594:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507600:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507612:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c928342d200) 00010000:00010000:0.0:1763336267.507614:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336267.507619:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.507625:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa443b9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508573:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508588:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508595:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508602:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336267.508606:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508613:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508625:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c928342d700) 00010000:00010000:0.0:1763336267.508628:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336267.508632:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508920:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa443c0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.508994:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443b2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.509015:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.509022:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.509024:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336267.509028:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336267.510300:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57604:x1848991041956736:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3768us (4017us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.510313:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10407 00000100:00100000:3.0:1763336267.519301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.519565:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041956992 00000100:00100000:0.0:1763336267.519582:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041956992 00000100:00100000:0.0:1763336267.519672:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10408 00000100:00100000:0.0:1763336267.519708:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57604:x1848991041956992:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.519735:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.519765:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa443ce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6681e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.520032:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.520051:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.520061:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.520071:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 5/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.520115:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.520130:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.520146:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145280:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336267.520930:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.521758:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041957120 00000100:00100000:3.0:1763336267.521773:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041957120 00010000:00010000:3.0:1763336267.521834:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 6/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.521880:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3478 00000100:00100000:3.0:1763336267.521890:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:2407:x1848991041957120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336267.521906:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336267.521914:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 6/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.521927:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.523389:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.523403:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.523418:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.523426:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336267.523537:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:2407:x1848991041957120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1642us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.523547:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3478 00010000:00010000:0.0:1763336267.523972:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.524003:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.524020:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145408:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336267.524554:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b66c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763336267.530590:0:6514:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.16@tcp) returned -22 from blocking AST (req@000000003041584d x1848991056145280) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:0.0:1763336267.530620:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66817 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.530641:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145280:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336267.530660:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145408:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336267.530744:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.530751:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.530761:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.530771:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336267.531477:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.531724:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041957248 00000100:00100000:3.0:1763336267.531735:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041957248 00010000:00010000:3.0:1763336267.531785:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.531833:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3479 00000100:00100000:3.0:1763336267.531845:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2405:x1848991041957248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336267.531863:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336267.531870:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.531884:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.531910:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4439d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66809 expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.531926:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.531930:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.531941:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.531949:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336267.531977:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336267.532061:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2405:x1848991041957248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 218us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.532070:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3479 00010000:00010000:0.0:1763336267.532593:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.532603:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336267.532635:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:0.0:1763336267.532845:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa443ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.532864:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.532872:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.532875:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336267.532878:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336267.532919:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57604:x1848991041956992:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 13237us (13628us total) trans 4294968641 rc 0/0 00000100:00100000:0.0:1763336267.532927:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10408 00000100:00100000:1.0:1763336267.536824:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.536943:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041957376 00000100:00100000:0.0:1763336267.536956:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041957376 00000100:00100000:0.0:1763336267.537033:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10409 00000100:00100000:0.0:1763336267.537045:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57604:x1848991041957376:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.537079:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.537109:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443e3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66825 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.537235:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336267.537254:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.537263:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.537308:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.537322:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 46 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.537338:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145536:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336267.537428:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.540944:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056145536:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336267.540993:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336267.546931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.547067:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041957504 00000100:00100000:2.0:1763336267.547081:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041957504 00010000:00010000:2.0:1763336267.547134:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.547189:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3480 00000100:00100000:2.0:1763336267.547201:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:2404:x1848991041957504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336267.547218:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.547226:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.547241:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.547269:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa443d5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6681e expref: 47 pid: 6514 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.547291:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.547296:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.547308:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.547317:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.547361:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336267.547429:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2404:x1848991041957504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 229us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.547439:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3480 00010000:00010000:0.0:1763336267.547591:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.547600:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336267.547975:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:0.0:1763336267.547990:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336267.548015:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336267.548057:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa443e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66825 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.548077:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66825 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.548086:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.548089:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336267.548093:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:0.0:1763336267.548140:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57604:x1848991041957376:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 11097us (11330us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.548148:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10409 00000100:00100000:1.0:1763336267.551902:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.552005:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041957760 00000100:00100000:0.0:1763336267.552019:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041957760 00000100:00100000:0.0:1763336267.552097:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3585 00000100:00100000:0.0:1763336267.552109:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fce050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57604:x1848991041957760:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336267.552397:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fce050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57604:x1848991041957760:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 289us (572us total) trans 4294968642 rc 0/0 00000100:00100000:0.0:1763336267.552406:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3585 00000100:00100000:2.0:1763336267.555310:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.555394:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958016 00000100:00100000:0.0:1763336267.555407:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958016 00000100:00100000:0.0:1763336267.555478:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10410 00000100:00100000:0.0:1763336267.555489:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57604:x1848991041958016:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.555517:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.555521:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336267.555555:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa4433b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667ed expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.555575:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.555580:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336267.555595:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa443f1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6682c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.556217:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443f8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336267.556237:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443f8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.556249:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443f8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336267.556264:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:1.0:1763336267.556392:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa443f1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6682c expref: 48 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.556411:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443f8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6682c expref: 47 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.556420:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.556423:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336267.556425:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0d800, rc 0) 00000100:00100000:1.0:1763336267.556513:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57604:x1848991041958016:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1024us (1214us total) trans 4294968643 rc 0/0 00000100:00100000:1.0:1763336267.556523:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10410 00000100:00100000:3.0:1763336267.563728:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.563774:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.563802:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.564046:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958272 00000100:00100000:1.0:1763336267.564059:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958272 00000100:00100000:1.0:1763336267.564130:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958144 00000100:00100000:1.0:1763336267.564134:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958144 00000100:00100000:1.0:1763336267.564156:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958400 00000100:00100000:1.0:1763336267.564159:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958400 00000100:00100000:1.0:1763336267.564184:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7344 00000100:00100000:1.0:1763336267.564196:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041958272:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336267.564258:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.564283:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336267.564292:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.564295:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.564299:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.564347:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336267.564369:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 14 pid: 28588 timeout: 1155 lvb_type: 1 00000100:00100000:1.0:1763336267.564387:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056145664:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336267.564483:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.564508:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7345 00000100:00100000:1.0:1763336267.564515:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041958144:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336267.564533:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.564545:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 14 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.564552:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336267.564554:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336267.564557:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.564577:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 14 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.564587:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 14 pid: 8396 timeout: 1155 lvb_type: 0 00000100:00100000:1.0:1763336267.564610:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056145792:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336267.564638:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.564740:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7346 00000100:00100000:0.0:1763336267.564752:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041958400:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336267.564777:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.564790:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 20 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336267.564796:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.564798:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.564801:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.564821:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 20 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336267.564830:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 20 pid: 28588 timeout: 1155 lvb_type: 1 00000100:00100000:0.0:1763336267.564841:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056145920:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336267.564874:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336267.567653:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056145792:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336267.567744:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336267.567870:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056145920:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336267.567887:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.572556:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.572617:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.572657:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.572996:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056145664:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336267.573036:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336267.573183:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958528 00000100:00100000:0.0:1763336267.573192:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958528 00010000:00010000:0.0:1763336267.573233:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 15 pid: 28588 timeout: 1155 lvb_type: 1 00000100:00100000:0.0:1763336267.573268:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958784 00000100:00100000:0.0:1763336267.573271:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958784 00010000:00010000:0.0:1763336267.573288:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 21 pid: 28588 timeout: 1155 lvb_type: 1 00000100:00100000:0.0:1763336267.573311:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3481 00000100:00100000:0.0:1763336267.573319:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041958528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336267.573337:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336267.573361:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 15 pid: 28588 timeout: 1155 lvb_type: 1 00010000:00010000:0.0:1763336267.573373:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 15 pid: 28588 timeout: 1155 lvb_type: 1 00010000:00010000:0.0:1763336267.573403:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa4410b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66730 expref: 15 pid: 28588 timeout: 1155 lvb_type: 1 00010000:00010000:0.0:1763336267.573419:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.573421:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.573425:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.573436:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.573459:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336267.573514:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041958528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 195us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.573522:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3481 00000100:00100000:0.0:1763336267.573540:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3482 00000100:00100000:0.0:1763336267.573546:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041958784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336267.573554:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336267.573566:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 21 pid: 28588 timeout: 1155 lvb_type: 1 00010000:00010000:0.0:1763336267.573576:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 21 pid: 28588 timeout: 1155 lvb_type: 1 00010000:00010000:0.0:1763336267.573590:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44104 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66737 expref: 21 pid: 28588 timeout: 1155 lvb_type: 1 00010000:00010000:0.0:1763336267.573600:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.573601:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.573604:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.573611:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.573630:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336267.573651:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041958784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 104us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.573658:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3482 00000100:00100000:2.0:1763336267.574919:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958656 00000100:00100000:2.0:1763336267.574935:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958656 00002000:00100000:2.0:1763336267.575004:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (184320->237827) req@ffff9c92b6ac7800 x1848991041958656/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/0 e 0 to 0 dl 1763336278 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336267.575023:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7800 with x1848991041958656 ext(184320->237827) 00010000:00010000:2.0:1763336267.575033:0:24002:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 14 pid: 8396 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.575048:0:24002:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 14 pid: 8396 timeout: 1155 lvb_type: 0 00002000:00010000:2.0:1763336267.575056:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c92b6ac7800 00000100:00100000:2.0:1763336267.575099:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 130 00000100:00100000:2.0:1763336267.575108:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041958656:12345-192.168.203.16@tcp:4:fsx.0 00010000:00010000:1.0:1763336267.576057:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576076:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576106:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576116:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576125:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576133:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0dc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336267.576137:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576146:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576175:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.576183:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44406 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.576277:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041958272:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 12080us (12604us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.576286:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7344 00010000:00010000:0.0:1763336267.578360:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578381:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578421:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578431:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578442:0:8396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578450:0:8396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336267.578454:0:8396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578463:0:8396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578489:0:8396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.578498:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44414 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336267.579001:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041958400:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 14244us (15189us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.579015:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7346 00000100:00100000:2.0:1763336267.584044:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041958656:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 8922us (11412us total) trans 21474839307 rc 0/0 00000100:00100000:2.0:1763336267.584062:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 130 00002000:00100000:2.0:1763336267.584076:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (184320->237827) req@ffff9c92b6ac7800 x1848991041958656/t21474839307(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:558/0 lens 488/448 e 0 to 0 dl 1763336278 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336267.584088:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7800 with x1848991041958656 ext(184320->237827) 00010000:00010000:2.0:1763336267.584100:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 15 pid: 8396 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.584119:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 15 pid: 8396 timeout: 1155 lvb_type: 0 00002000:00010000:2.0:1763336267.584133:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c92b6ac7800 00000100:00100000:0.0:1763336267.592495:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.592611:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041958912 00000100:00100000:3.0:1763336267.592626:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041958912 00010000:00010000:3.0:1763336267.593010:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 15 pid: 8396 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.593067:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3483 00000100:00100000:3.0:1763336267.593078:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8984050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041958912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336267.593098:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763336267.593121:0:35233:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 203620 -> 237828 00002000:00010000:3.0:1763336267.593125:0:35233:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 360 -> 448 00010000:00010000:3.0:1763336267.593132:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 15 pid: 8396 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.593148:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 15 pid: 8396 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.593177:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4424d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->126975) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667a0 expref: 15 pid: 8396 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.593197:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.593200:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.593206:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.593218:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.593265:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336267.593313:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593324:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.593327:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8984050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041958912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 251us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.593336:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3483 00010000:00010000:1.0:1763336267.593348:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593355:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593363:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593370:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ca00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336267.593374:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593383:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593394:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.593402:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4440d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.593454:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041958144:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 28939us (29678us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.593462:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7345 00000100:00100000:0.0:1763336267.598238:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.598360:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959168 00000100:00100000:3.0:1763336267.598374:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959168 00000100:00100000:3.0:1763336267.598453:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10411 00000100:00100000:3.0:1763336267.598465:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57604:x1848991041959168:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336267.598542:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1763336267.598578:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa443ea lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66825 expref: 47 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.598604:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4430a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c667df expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.598616:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.598622:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336267.599132:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336267.599152:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.599164:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000040:00080000:3.0:1763336267.599545:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].118, 88 off17920 00000004:00080000:3.0:1763336267.599560:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055560874006ns, next at 1056126636542ns, rc = 0 00000040:00080000:3.0:1763336267.599592:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].122, 88 off18272 00000004:00080000:3.0:1763336267.599595:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055560910202ns, next at 1056126607009ns, rc = 0 00000040:00080000:3.0:1763336267.599623:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].119, 88 off18008 00000004:00080000:3.0:1763336267.599627:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055560941666ns, next at 1056126636542ns, rc = 0 00000040:00080000:3.0:1763336267.599635:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].123, 88 off18360 00000004:00080000:3.0:1763336267.599638:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055560952633ns, next at 1056126607009ns, rc = 0 00000040:00080000:3.0:1763336267.599645:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].124, 88 off18448 00000004:00080000:3.0:1763336267.599648:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055560962772ns, next at 1056126607009ns, rc = 0 00000040:00080000:3.0:1763336267.599655:0:23631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].120, 88 off18096 00000004:00080000:3.0:1763336267.599658:0:23631:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055560972450ns, next at 1056126636542ns, rc = 0 00000001:00080000:1.0:1763336267.601496:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968644 is committed 00000004:00080000:1.0:1763336267.601515:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 121 committed 00000004:00080000:1.0:1763336267.601520:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 121 committed 00000100:00100000:0.0:1763336267.601821:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056146304:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336267.601908:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336267.601959:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 120 committed 00000100:00100000:0.0:1763336267.601959:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336267.601968:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056146176:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336267.602006:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336267.602030:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056146048:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763336267.602053:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146304 00000100:00100000:0.0:1763336267.602063:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146304 00000100:00100000:3.0:1763336267.602113:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336267.602145:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 120 committed 00000004:00080000:1.0:1763336267.602151:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 119 committed 00000004:00080000:1.0:1763336267.602155:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 119 committed 00000100:00100000:3.0:1763336267.602182:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1763336267.602190:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 118 committed 00000100:00100000:3.0:1763336267.602196:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056146432:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336267.602205:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 118 committed 00000020:00080000:1.0:1763336267.602224:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92a9e95780 refcount 2 committed 0 result 0 batchid 44 00000020:00080000:1.0:1763336267.602229:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ede00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af6b2c00 00000020:00080000:1.0:1763336267.602233:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed200 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92a9e95840 00000020:00080000:1.0:1763336267.602236:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9287f59a00 00000020:00080000:1.0:1763336267.602249:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].23 00000100:00100000:3.0:1763336267.602250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336267.602444:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146176 00000100:00100000:0.0:1763336267.602451:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146176 00000100:00100000:0.0:1763336267.602486:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146048 00000100:00100000:0.0:1763336267.602488:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146048 00000100:00100000:3.0:1763336267.602512:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146432 00000100:00100000:3.0:1763336267.602525:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146432 00000100:00100000:0.0:1763336267.602525:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7347 00000100:00100000:0.0:1763336267.602540:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056146304:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336267.602562:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056146944:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336267.602591:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7348 00000100:00100000:3.0:1763336267.602603:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056146176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336267.602612:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336267.602647:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763336267.602654:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056146560:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763336267.602827:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056146304:12345-0@lo:2:osp-syn-0-1.0 Request processed in 286us (916us total) trans 21474839308 rc 0/0 00000100:00100000:0.0:1763336267.602837:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7347 00000100:00100000:3.0:1763336267.602844:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056146176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 239us (834us total) trans 21474839309 rc 0/0 00000100:00100000:3.0:1763336267.602854:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7348 00000100:00100000:0.0:1763336267.602862:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146944 00000100:00100000:0.0:1763336267.602869:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146944 00000100:00100000:3.0:1763336267.602888:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7349 00000100:00100000:3.0:1763336267.602902:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056146048:12345-0@lo:6:osp-syn-0-1.0 00000020:00080000:1.0:1763336267.602914:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 43 batchid updated 00002000:00080000:3.0:1763336267.602918:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:57 count 1 00010000:00010000:3.0:1763336267.602940:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1763336267.602945:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 44 committed batchid 43 00010000:00010000:3.0:1763336267.602969:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 12 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.603075:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.603078:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.603083:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1763336267.603084:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 43 cancel update log [0x240000400:0x2:0x0].22: rc = 0 00000020:00080000:1.0:1763336267.603102:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 43 00010000:00010000:3.0:1763336267.603132:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 12 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.603144:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7350 00010000:00010000:3.0:1763336267.603156:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 12 pid: 29013 timeout: 1155 lvb_type: 0 00000100:00100000:0.0:1763336267.603159:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7351 00000100:00100000:1.0:1763336267.603162:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056146432:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336267.603173:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056146944:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336267.603232:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056147072:192.168.203.16@tcp:104: 00002000:00010000:1.0:1763336267.603257:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336267.603262:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336267.603266:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336267.603268:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336267.603272:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336267.603318:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056146944:12345-0@lo:2:osp-syn-1-1.0 Request processed in 145us (707us total) trans 17179871989 rc 0/0 00000100:00100000:0.0:1763336267.603330:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7351 00000100:00100000:1.0:1763336267.603333:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056146432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 174us (1089us total) trans 21474839310 rc 0/0 00000100:00100000:3.0:1763336267.603336:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.603353:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7350 00000100:00100000:3.0:1763336267.603410:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839302 gen 2 00000004:00080000:3.0:1763336267.603418:0:3649:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839294 committed transno 21474839302 00000004:00080000:3.0:1763336267.603442:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a5880, transno 21474839295 00000004:00080000:3.0:1763336267.603466:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2ddc00, transno 21474839296 00000004:00080000:3.0:1763336267.603477:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a4700, transno 21474839297 00000004:00080000:3.0:1763336267.603481:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a7800, transno 21474839298 00000004:00080000:3.0:1763336267.603486:0:3649:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839302 committed transno 21474839302 00000100:00100000:3.0:1763336267.603512:0:3649:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9183a0d500 x1848991056146432/t21474839310(21474839310) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336283 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763336267.603524:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183a0d500/2, rc 0, transno 21474839310 00000100:00100000:3.0:1763336267.603533:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056146432:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336267.603570:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056146688:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336267.603591:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056146816:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336267.603709:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336267.603794:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1763336267.603804:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000409394ba reply state 00000000e2954293 transno 4294968644 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336267.603831:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336267.603832:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763336267.603845:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.603849:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763336267.603855:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1763336267.603879:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183a0df80/2, rc 0, transno 21474839309 00000100:00100000:0.0:1763336267.603884:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056146176:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336267.603893:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183a0f480/2, rc 0, transno 21474839308 00000100:00100000:0.0:1763336267.603896:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056146304:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336267.603925:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146560 00000100:00100000:0.0:1763336267.603929:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146560 00000100:00100000:0.0:1763336267.603968:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146688 00000100:00100000:0.0:1763336267.603971:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146688 00000100:00100000:1.0:1763336267.603996:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056146816 00000100:00100000:1.0:1763336267.604003:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056146816 00000100:00100000:0.0:1763336267.604003:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7352 00000100:00100000:0.0:1763336267.604012:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056146560:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763336267.604028:0:28588:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:59 count 1 00000100:00100000:1.0:1763336267.604042:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7353 00010000:00010000:0.0:1763336267.604047:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763336267.604048:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd69880/2, rc 0, transno 17179871989 00000100:00100000:1.0:1763336267.604054:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056146688:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336267.604059:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056146944:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763336267.604077:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 18 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336267.604086:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763336267.604088:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7354 00010000:00010000:0.0:1763336267.604090:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.604095:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336267.604101:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056146816:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763336267.604128:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 18 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336267.604142:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 18 pid: 35222 timeout: 1155 lvb_type: 1 00002000:00010000:1.0:1763336267.604148:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336267.604155:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336267.604162:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336267.604166:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00000100:00100000:0.0:1763336267.604168:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056147200:192.168.203.16@tcp:104: 00002000:00010000:1.0:1763336267.604170:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336267.604237:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.604240:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056146688:12345-0@lo:2:osp-syn-1-1.0 Request processed in 190us (455us total) trans 17179871990 rc 0/0 00000100:00100000:1.0:1763336267.604250:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7353 00000100:00100000:2.0:1763336267.604371:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3647:x1848991056146816:12345-0@lo:2:osp-syn-1-1.0 Request processed in 235us (502us total) trans 17179871991 rc 0/0 00000100:00100000:2.0:1763336267.604378:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7354 00000004:00080000:2.0:1763336267.604405:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68380/2, rc 0, transno 17179871991 00000100:00100000:2.0:1763336267.604576:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056146816:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336267.606287:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68700/2, rc 0, transno 17179871990 00000100:00100000:3.0:1763336267.606305:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056146688:0@lo:2:osp-syn-1-1.0 00010000:00080000:1.0:1763336267.608201:0:23631:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763336267.608241:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57604:x1848991041959168:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 9766us (10005us total) trans 4294968644 rc 0/0 00000100:00100000:1.0:1763336267.608256:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10411 00010000:00010000:3.0:1763336267.608503:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.608517:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.608526:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.608533:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336267.608538:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.608546:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.608566:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.608570:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336267.608576:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.608582:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4441b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:0.0:1763336267.609054:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.609145:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056147072:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336267.609175:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336267.609633:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959296 00000100:00100000:2.0:1763336267.609644:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959296 00010000:00010000:2.0:1763336267.609738:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 13 pid: 29013 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.609778:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3484 00000100:00100000:2.0:1763336267.609789:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041959296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336267.609808:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.609814:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 13 pid: 29013 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.609840:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 13 pid: 29013 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.609866:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa439da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66497 expref: 13 pid: 29013 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.610465:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.610472:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.610480:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.610495:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.610537:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336267.610542:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.610554:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.610565:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.610573:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.610595:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763336267.610615:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041959296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 824us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.610624:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3484 00000100:00100000:3.0:1763336267.610968:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056146048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8070us (8855us total) trans 21474839311 rc 0/0 00000100:00100000:3.0:1763336267.610978:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7349 00010000:00010000:3.0:1763336267.611015:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336267.611022:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.611030:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336267.611033:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.611043:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.611063:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.611070:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44422 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.611089:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336267.611091:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336267.611093:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336267.611571:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.611635:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959424 00000004:00080000:0.0:1763336267.611655:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183a0ea00/2, rc 0, transno 21474839311 00000100:00100000:0.0:1763336267.611663:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056146048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763336267.611794:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959424 00010000:00010000:2.0:1763336267.611833:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 19 pid: 35222 timeout: 1155 lvb_type: 1 00000100:00100000:2.0:1763336267.611866:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3485 00000100:00100000:2.0:1763336267.611874:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041959424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336267.611893:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.611898:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 19 pid: 35222 timeout: 1155 lvb_type: 1 00010000:00010000:2.0:1763336267.611910:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 19 pid: 35222 timeout: 1155 lvb_type: 1 00010000:00010000:2.0:1763336267.611934:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.611936:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.611942:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.611951:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.611968:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336267.612023:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041959424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 148us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.612030:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3485 00010000:00010000:3.0:1763336267.612672:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf949200/0x84ca14902aa441dd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6677d expref: 18 pid: 35222 timeout: 1155 lvb_type: 1 00000100:00100000:0.0:1763336267.612873:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.612916:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056147200:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336267.613037:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.613050:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.613058:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.613071:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.613080:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.613089:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959552 00000100:00100000:1.0:1763336267.613096:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959552 00010000:00010000:3.0:1763336267.613111:0:28588:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336267.613149:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10412 00000100:00100000:1.0:1763336267.613156:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041959552:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.613184:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.613206:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66833 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.613266:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.613281:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.613299:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.613303:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336267.613307:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0dc00, rc 0) 00000100:00100000:1.0:1763336267.613359:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57604:x1848991041959552:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 202us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.613366:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10412 00010000:00010000:0.0:1763336267.613539:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336267.613547:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.613555:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336267.613560:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.613569:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.613585:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.613592:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44429 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.613612:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336267.613615:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336267.613617:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336267.613768:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056146560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9719us (11044us total) trans 17179871992 rc 0/0 00000100:00100000:3.0:1763336267.613779:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7352 00000004:00080000:0.0:1763336267.614359:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd69f80/2, rc 0, transno 17179871992 00000100:00100000:0.0:1763336267.614367:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056146560:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763336267.617888:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.617999:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959680 00000100:00100000:2.0:1763336267.618012:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959680 00000100:00100000:2.0:1763336267.618175:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10413 00000100:00100000:2.0:1763336267.618186:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57604:x1848991041959680:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.618211:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.618238:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44437 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6683a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.618355:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4443e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.618373:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4443e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.618386:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4443e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336267.618416:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:2.0:1763336267.618421:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336267.618441:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4443e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.618469:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44437 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6683a expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.618488:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4443e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6683a expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.618497:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.618500:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336267.618504:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:2.0:1763336267.621324:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57604:x1848991041959680:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1487us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.621355:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10413 00000100:00100000:1.0:1763336267.626399:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.626447:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.626488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.627511:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959936 00000100:00100000:2.0:1763336267.627525:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959936 00000100:00100000:2.0:1763336267.627588:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041959808 00000100:00100000:2.0:1763336267.627591:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041959808 00000100:00100000:2.0:1763336267.627611:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960064 00000100:00100000:2.0:1763336267.627613:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960064 00000100:00100000:2.0:1763336267.627635:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7355 00000100:00100000:2.0:1763336267.627644:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041959936:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.627665:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.627701:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66848 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336267.627728:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x1800 00010000:00010000:2.0:1763336267.627751:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.627753:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.627765:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 14 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336267.627785:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 14 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336267.627799:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:2.0:1763336267.627861:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041959936:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 218us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.627869:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7355 00000100:00100000:2.0:1763336267.627897:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7356 00000100:00100000:2.0:1763336267.627904:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041959808:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.627911:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.627921:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66841 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336267.627932:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 237828, mtime: 0x691a604b, atime: 0x691a604b, ctime: 0x691a604b, blocks: 0x1c0 00010000:00010000:2.0:1763336267.627940:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.627943:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.627948:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 14 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336267.627957:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 14 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336267.627965:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:2.0:1763336267.627997:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041959808:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 93us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.628003:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7356 00000100:00100000:2.0:1763336267.628135:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7357 00000100:00100000:2.0:1763336267.628143:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041960064:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.628151:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.628163:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6684f expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336267.628178:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x0 00010000:00010000:2.0:1763336267.628187:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.628189:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.628193:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 19 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336267.628204:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 19 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336267.628213:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:2.0:1763336267.628234:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041960064:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 92us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.628240:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7357 00000100:00100000:1.0:1763336267.667178:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.667304:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960192 00000100:00100000:0.0:1763336267.667318:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960192 00000100:00100000:0.0:1763336267.667391:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7358 00000100:00100000:0.0:1763336267.667403:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041960192:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336267.667589:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041960192:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 188us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.667597:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7358 00000100:00100000:1.0:1763336267.676644:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.677462:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960320 00000100:00100000:0.0:1763336267.677480:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960320 00000100:00100000:3.0:1763336267.678152:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7359 00000100:00100000:3.0:1763336267.678186:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041960320:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336267.678375:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041960320:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 210us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.678383:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7359 00000100:00100000:2.0:1763336267.683766:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.683961:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960576 00000100:00100000:1.0:1763336267.683974:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960576 00000100:00100000:1.0:1763336267.684062:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10414 00000100:00100000:1.0:1763336267.684074:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57604:x1848991041960576:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336267.684148:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336267.684483:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa4443e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6683a expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.684506:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.684511:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336267.684933:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336267.684951:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.684962:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336267.685028:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968645 00000004:00010000:1.0:1763336267.685057:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f35006a3 reply state 00000000585d89b4 transno 4294968646 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.685076:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.685083:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.685086:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336267.685089:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336267.685232:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57604:x1848991041960576:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1158us (1479us total) trans 4294968646 rc 0/0 00000100:00100000:1.0:1763336267.685242:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10414 00000020:00080000:1.0:1763336267.685250:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336267.688475:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.692172:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960704 00000100:00100000:0.0:1763336267.692194:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960704 00000100:00100000:0.0:1763336267.692299:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7360 00000100:00100000:0.0:1763336267.692312:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57604:x1848991041960704:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.692338:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.692366:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66856 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336267.692396:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 204800, mtime: 0x691a604a, atime: 0x691a604a, ctime: 0x691a604a, blocks: 0x8 00010000:00010000:0.0:1763336267.692432:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.692435:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336267.692444:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.692463:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.692484:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:0.0:1763336267.692573:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57604:x1848991041960704:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 263us (4111us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.692585:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7360 00000100:00100000:2.0:1763336267.699078:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.699298:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960832 00000100:00100000:3.0:1763336267.699312:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960832 00000100:00100000:3.0:1763336267.699393:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7361 00000100:00100000:3.0:1763336267.699405:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57604:x1848991041960832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336267.699428:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336267.699453:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6685d expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.699492:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.699502:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.699504:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.699509:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.699558:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.699573:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.699589:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056147328:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.702087:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336267.706262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.706362:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056147328:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336267.706402:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.706425:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf600, rc 0) 00000100:00100000:0.0:1763336267.706491:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57604:x1848991041960832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7088us (7429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.706501:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7361 00000100:00100000:3.0:1763336267.706760:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041960960 00000100:00100000:3.0:1763336267.706769:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041960960 00010000:00010000:3.0:1763336267.706806:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.706853:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3486 00000100:00100000:3.0:1763336267.706863:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041960960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336267.706881:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336267.706887:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.706899:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.706927:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa44135 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66753 expref: 15 pid: 9765 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.706953:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.706955:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.706963:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.706974:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.707025:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.707041:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056147456:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336267.710780:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336267.715469:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056147456:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336267.715501:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336267.715570:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041960960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8708us (9321us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336267.715585:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3486 00000100:00100000:1.0:1763336267.720296:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.720439:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961088 00000100:00100000:2.0:1763336267.720453:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961088 00002000:00010000:2.0:1763336267.720511:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:2.0:1763336267.720516:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb6d80 with x1848991041961088 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336267.720532:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb6d80. 00000100:00100000:3.0:1763336267.720770:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.722058:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1942 00000100:00100000:2.0:1763336267.722086:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041961088:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336267.722579:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 204800 -> 0 00002000:00010000:2.0:1763336267.722585:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336266 -> 1763336267 00002000:00010000:2.0:1763336267.722587:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336267.722590:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336266 -> 1763336267 00002000:00010000:2.0:1763336267.722592:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1763336267.722730:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991041961088:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 656us (2449us total) trans 17179871993 rc 0/0 00000100:00100000:2.0:1763336267.722740:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1942 00002000:00010000:2.0:1763336267.722745:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:2.0:1763336267.722749:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb6d80 with x1848991041961088 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336267.722757:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb6d80. 00000100:00100000:1.0:1763336267.725016:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961216 00000100:00100000:1.0:1763336267.725043:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961216 00002000:00010000:1.0:1763336267.725102:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336267.725108:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91833a7800 with x1848991041961216 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336267.725122:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91833a7800. 00000100:00100000:1.0:1763336267.725167:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1943 00000100:00100000:1.0:1763336267.725178:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041961216:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336267.725480:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336267.725484:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336266 -> 1763336267 00002000:00010000:1.0:1763336267.725487:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336267.725490:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336266 -> 1763336267 00002000:00010000:1.0:1763336267.725492:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336267.725561:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041961216:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 384us (4791us total) trans 21474839312 rc 0/0 00000100:00100000:1.0:1763336267.725573:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1943 00002000:00010000:1.0:1763336267.725577:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336267.725580:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91833a7800 with x1848991041961216 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336267.725585:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91833a7800. 00000100:00100000:3.0:1763336267.730365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.730569:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961344 00000100:00100000:1.0:1763336267.730582:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961344 00000100:00100000:1.0:1763336267.731569:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10415 00000100:00100000:1.0:1763336267.731588:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57604:x1848991041961344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.731621:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.731651:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4446f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66864 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.732127:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44476 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336267.732148:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44476 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.732162:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44476 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336267.732196:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336267.732202:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336267.732223:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44476 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.732254:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ca00/0x84ca14902aa4446f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66864 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.732273:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44476 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66864 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.732283:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.732286:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336267.732290:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000100:00100000:1.0:1763336267.733395:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57604:x1848991041961344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1801us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.733408:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10415 00000100:00100000:0.0:1763336267.744638:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.744756:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961472 00000100:00100000:3.0:1763336267.744770:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961472 00000100:00100000:3.0:1763336267.744992:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1944 00000100:00100000:3.0:1763336267.745007:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041961472:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336267.745056:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.745076:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.745079:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.745086:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.745102:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747343:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747367:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747377:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747384:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336267.747389:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747399:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747422:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.747429:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa4447d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.747529:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041961472:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2518us (2900us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1763336267.747541:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1944 00000100:00100000:1.0:1763336267.753418:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.753564:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961600 00000100:00100000:3.0:1763336267.753574:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961600 00000100:00100000:3.0:1763336267.753653:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1945 00000100:00100000:3.0:1763336267.753663:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041961600:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336267.754220:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.754241:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.754249:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.754251:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.754255:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.754293:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.754307:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 21 pid: 8399 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.754321:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056147584:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336267.754404:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336267.761032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.761179:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056147584:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336267.761211:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.761819:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961728 00000100:00100000:1.0:1763336267.761830:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961728 00010000:00010000:1.0:1763336267.761880:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 22 pid: 8399 timeout: 1155 lvb_type: 0 00000100:00100000:1.0:1763336267.761935:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3487 00000100:00100000:1.0:1763336267.761947:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041961728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336267.761965:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336267.762002:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 22 pid: 8399 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.762017:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 22 pid: 8399 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.762046:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b200/0x84ca14902aa44461 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66856 expref: 22 pid: 8399 timeout: 1155 lvb_type: 0 00010000:00010000:1.0:1763336267.762065:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.762069:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.762074:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.762084:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.762128:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336267.762191:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041961728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 246us (1172us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.762199:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3487 00010000:00010000:3.0:1763336267.768017:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.768045:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336267.783952:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871994 is committed 00000001:00080000:0.0:1763336267.783990:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871992 is committed 00002000:00010000:2.0:1763336267.784151:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 0 -> 94208 00002000:00010000:2.0:1763336267.784169:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1763336267.784187:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.784201:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.784210:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.784219:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336267.784225:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.784234:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.784258:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.784266:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44484 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336267.784393:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041961600:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 30725us (30977us total) trans 17179871994 rc 0/0 00000100:00100000:2.0:1763336267.784404:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1945 00000100:00100000:1.0:1763336267.790176:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.790301:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961856 00000100:00100000:2.0:1763336267.790315:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961856 00000100:00100000:2.0:1763336267.790379:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7362 00000100:00100000:2.0:1763336267.790392:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041961856:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336267.790565:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991041961856:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 175us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.790573:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7362 00000100:00100000:0.0:1763336267.795133:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.796383:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041961984 00000100:00100000:1.0:1763336267.796401:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041961984 00000100:00100000:1.0:1763336267.796486:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7363 00000100:00100000:1.0:1763336267.796498:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041961984:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336267.797004:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041961984:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 505us (1881us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.797014:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7363 00000100:00100000:3.0:1763336267.800129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.800230:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041962240 00000100:00100000:1.0:1763336267.800243:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041962240 00000100:00100000:1.0:1763336267.800311:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10416 00000100:00100000:1.0:1763336267.800322:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57604:x1848991041962240:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336267.800395:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336267.800432:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44476 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66864 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.800453:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.800460:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336267.800679:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336267.801101:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.801112:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336267.801176:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968647 00000004:00010000:1.0:1763336267.801211:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d0b42190 reply state 0000000080c84631 transno 4294968648 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.801226:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336267.801232:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336267.801235:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336267.801238:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336267.801365:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57604:x1848991041962240:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1042us (1246us total) trans 4294968648 rc 0/0 00000100:00100000:1.0:1763336267.801375:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10416 00000020:00080000:1.0:1763336267.801381:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336267.804109:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.804214:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041962368 00000100:00100000:1.0:1763336267.804228:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041962368 00000100:00100000:1.0:1763336267.804299:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7364 00000100:00100000:1.0:1763336267.804311:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57604:x1848991041962368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336267.804335:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336267.804365:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6686b expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336267.804642:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 94208, mtime: 0x691a604b, atime: 0x691a604a, ctime: 0x691a604b, blocks: 0x48 00010000:00010000:1.0:1763336267.804670:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.804673:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336267.804683:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.804813:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.804828:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948e00, rc 0) 00000100:00100000:1.0:1763336267.804906:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041962368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 597us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.804915:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7364 00000100:00100000:0.0:1763336267.808074:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.808413:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041962496 00000100:00100000:2.0:1763336267.808427:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041962496 00002000:00010000:2.0:1763336267.808479:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (94208->18446744073709551615) 00002000:00100000:2.0:1763336267.808485:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bed80 with x1848991041962496 ext(94208->18446744073709551615) 00002000:00010000:2.0:1763336267.808501:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bed80. 00000100:00100000:2.0:1763336267.808549:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1946 00000100:00100000:2.0:1763336267.808560:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041962496:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336267.808797:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 94208 -> 94208 00002000:00010000:2.0:1763336267.808802:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.808805:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336267.808807:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.808809:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1763336267.808884:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041962496:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 325us (823us total) trans 17179871995 rc 0/0 00000100:00100000:2.0:1763336267.808892:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1946 00002000:00010000:2.0:1763336267.808896:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (94208->18446744073709551615) 00002000:00100000:2.0:1763336267.808899:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bed80 with x1848991041962496 ext(94208->18446744073709551615) 00002000:00010000:2.0:1763336267.808904:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bed80. 00000100:00100000:3.0:1763336267.810172:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.811019:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041962624 00000100:00100000:0.0:1763336267.811031:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041962624 00002000:00010000:0.0:1763336267.811075:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336267.811081:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91833a6a00 with x1848991041962624 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336267.811094:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91833a6a00. 00000100:00100000:0.0:1763336267.811136:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1947 00000100:00100000:0.0:1763336267.811148:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041962624:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336267.811316:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336267.811320:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336267.811323:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336267.811325:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336267.811328:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336267.811397:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041962624:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 250us (1231us total) trans 21474839313 rc 0/0 00000100:00100000:0.0:1763336267.811405:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1947 00002000:00010000:0.0:1763336267.811409:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336267.811412:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91833a6a00 with x1848991041962624 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336267.811416:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91833a6a00. 00000100:00100000:1.0:1763336267.814524:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.814628:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041962752 00000100:00100000:2.0:1763336267.814640:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041962752 00000100:00100000:2.0:1763336267.814726:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10417 00000100:00100000:2.0:1763336267.814737:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57604:x1848991041962752:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.814771:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.814800:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44499 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66872 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.814929:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444a0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.814948:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.814962:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336267.815004:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 94208 00000004:00200000:2.0:1763336267.815009:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336267.815029:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.815058:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44499 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66872 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.815077:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66872 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.815087:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.815091:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336267.815095:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:2.0:1763336267.815169:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57604:x1848991041962752:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 433us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.815176:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10417 00000100:00100000:1.0:1763336267.820947:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.821255:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041962880 00000100:00100000:3.0:1763336267.821268:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041962880 00000100:00100000:3.0:1763336267.821361:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1948 00000100:00100000:3.0:1763336267.821373:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041962880:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336267.821415:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.821432:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.821435:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336267.821442:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.821456:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824044:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824074:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824085:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824093:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336267.824098:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824108:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824132:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.824141:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa444a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.824244:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041962880:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2867us (3306us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1763336267.824256:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1948 00000100:00100000:1.0:1763336267.828406:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.828508:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963008 00000100:00100000:3.0:1763336267.828522:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963008 00000100:00100000:3.0:1763336267.828616:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1949 00000100:00100000:3.0:1763336267.828629:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041963008:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336267.828680:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.828943:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.828952:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.828954:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.828959:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.829105:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.829121:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 19 pid: 8399 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.829138:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056147712:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336267.829367:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336267.832563:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056147712:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336267.832606:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.833139:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.833433:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963136 00000100:00100000:2.0:1763336267.833443:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963136 00010000:00010000:2.0:1763336267.833486:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 20 pid: 8399 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.833564:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3488 00000100:00100000:2.0:1763336267.833574:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041963136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336267.833593:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.833618:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 20 pid: 8399 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.833631:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 20 pid: 8399 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.833663:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44492 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6686b expref: 20 pid: 8399 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.833681:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.833880:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.833887:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.833899:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.834060:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336267.834122:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041963136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 549us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.834131:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3488 00010000:00010000:3.0:1763336267.834181:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.834191:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336267.839557:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871996 is committed 00002000:00010000:3.0:1763336267.839820:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 94208 -> 155648 00002000:00010000:3.0:1763336267.839827:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 72 -> 152 00010000:00010000:3.0:1763336267.839845:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.839859:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.839869:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.839876:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336267.839881:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.839890:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.839914:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.839922:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.840047:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041963008:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11414us (11649us total) trans 17179871996 rc 0/0 00000100:00100000:3.0:1763336267.840060:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1949 00000100:00100000:0.0:1763336267.844818:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.845067:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963264 00000100:00100000:1.0:1763336267.845081:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963264 00000100:00100000:1.0:1763336267.845155:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7365 00000100:00100000:1.0:1763336267.845167:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041963264:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336267.845331:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041963264:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 166us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336267.845340:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7365 00000100:00100000:1.0:1763336267.848945:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.849178:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963392 00000100:00100000:2.0:1763336267.849190:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963392 00000100:00100000:2.0:1763336267.849276:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7366 00000100:00100000:2.0:1763336267.849285:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041963392:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336267.849420:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041963392:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 135us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.849427:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7366 00000100:00100000:0.0:1763336267.852625:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.852871:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963648 00000100:00100000:3.0:1763336267.852884:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963648 00000100:00100000:3.0:1763336267.853270:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10418 00000100:00100000:3.0:1763336267.853284:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57604:x1848991041963648:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336267.853355:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336267.853389:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66872 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.853409:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.853415:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336267.853637:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336267.853654:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.853665:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:3.0:1763336267.853771:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968649 00000004:00010000:3.0:1763336267.853799:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000994bbaa0 reply state 00000000d6f5140e transno 4294968650 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.853812:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336267.853818:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.853821:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336267.853824:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336267.854848:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57604:x1848991041963648:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1556us (2225us total) trans 4294968650 rc 0/0 00000100:00100000:3.0:1763336267.854860:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10418 00000020:00080000:3.0:1763336267.854869:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336267.858953:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.860004:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963776 00000100:00100000:2.0:1763336267.860021:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963776 00000100:00100000:2.0:1763336267.860278:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7367 00000100:00100000:2.0:1763336267.860292:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57604:x1848991041963776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.860316:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.860343:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66879 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336267.860372:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 155648, mtime: 0x691a604b, atime: 0x691a604a, ctime: 0x691a604b, blocks: 0x98 00010000:00010000:2.0:1763336267.860400:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.860402:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.860412:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.860431:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.860446:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336267.861168:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041963776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 875us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.861177:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7367 00000100:00100000:1.0:1763336267.864097:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.864543:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041963904 00000100:00100000:3.0:1763336267.864557:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041963904 00002000:00010000:3.0:1763336267.864611:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (155648->18446744073709551615) 00002000:00100000:3.0:1763336267.864617:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb5c00 with x1848991041963904 ext(155648->18446744073709551615) 00002000:00010000:3.0:1763336267.864632:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb5c00. 00000100:00100000:3.0:1763336267.864676:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1950 00000100:00100000:3.0:1763336267.864739:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041963904:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336267.864957:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 155648 -> 155648 00002000:00010000:3.0:1763336267.864962:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336267.864964:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336267.864967:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336267.864970:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:3.0:1763336267.865056:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041963904:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 370us (973us total) trans 17179871997 rc 0/0 00000100:00100000:3.0:1763336267.865065:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1950 00002000:00010000:3.0:1763336267.865070:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (155648->18446744073709551615) 00002000:00100000:3.0:1763336267.865073:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb5c00 with x1848991041963904 ext(155648->18446744073709551615) 00002000:00010000:3.0:1763336267.865078:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb5c00. 00000100:00100000:0.0:1763336267.866639:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.867442:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964032 00000100:00100000:2.0:1763336267.867456:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964032 00002000:00010000:2.0:1763336267.867507:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336267.867512:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd880 with x1848991041964032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336267.867526:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd880. 00000100:00100000:2.0:1763336267.867568:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1951 00000100:00100000:2.0:1763336267.867579:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991041964032:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336267.867789:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336267.867793:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.867797:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336267.867799:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.867802:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336267.869100:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041964032:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1510us (2458us total) trans 21474839314 rc 0/0 00000100:00100000:2.0:1763336267.869115:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1951 00002000:00010000:2.0:1763336267.869122:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336267.869126:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd880 with x1848991041964032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336267.869136:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd880. 00000100:00100000:1.0:1763336267.872554:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.872741:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964160 00000100:00100000:0.0:1763336267.872755:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964160 00000100:00100000:0.0:1763336267.872934:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10419 00000100:00100000:0.0:1763336267.872947:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57604:x1848991041964160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336267.872996:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336267.873026:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444c3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66880 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.873164:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa444ca lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336267.873185:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa444ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336267.873199:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa444ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336267.873235:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 155648 00000004:00200000:0.0:1763336267.873241:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336267.873263:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa444ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336267.873294:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444c3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66880 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.873315:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa444ca lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66880 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.873325:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.873328:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336267.873332:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:0.0:1763336267.874266:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57604:x1848991041964160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1312us (1717us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336267.874277:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10419 00010000:00010000:2.0:1763336267.877887:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336267.879976:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.880301:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964288 00000100:00100000:2.0:1763336267.880314:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964288 00000100:00100000:2.0:1763336267.880394:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1952 00000100:00100000:2.0:1763336267.880405:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041964288:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336267.880456:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.880473:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.880476:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.880482:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.880498:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883103:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883131:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883140:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883147:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336267.883151:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883160:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883180:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.883187:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa444d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336267.883929:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041964288:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3515us (3954us total) trans 0 rc 53508/53508 00000100:00100000:2.0:1763336267.883943:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1952 00000100:00100000:1.0:1763336267.892657:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.893528:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964416 00000100:00100000:2.0:1763336267.893546:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964416 00000100:00100000:3.0:1763336267.894227:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1953 00000100:00100000:3.0:1763336267.894246:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041964416:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336267.894299:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.894324:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.894333:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.894335:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336267.894340:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.894385:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.894402:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 19 pid: 9765 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.894417:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056147840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336267.894537:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:3.0:1763336267.898893:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056147840:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336267.898935:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336267.899417:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.899987:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964544 00000100:00100000:2.0:1763336267.900000:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964544 00010000:00010000:2.0:1763336267.900060:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 20 pid: 9765 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.900113:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3489 00000100:00100000:2.0:1763336267.900126:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041964544:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336267.900146:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336267.900174:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 20 pid: 9765 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.900190:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 20 pid: 9765 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.900220:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444bc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66879 expref: 20 pid: 9765 timeout: 1155 lvb_type: 0 00010000:00010000:2.0:1763336267.900240:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.900243:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.900249:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.900261:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.900300:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336267.900367:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041964544:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 243us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.900375:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3489 00010000:00010000:3.0:1763336267.900922:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.900935:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336267.912418:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871998 is committed 00002000:00010000:3.0:1763336267.912573:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 155648 -> 241664 00002000:00010000:3.0:1763336267.912579:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 152 -> 264 00010000:00010000:3.0:1763336267.912596:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.912611:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.912621:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.912629:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336267.912634:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.912644:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.912674:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336267.912682:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa444d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336267.912829:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991041964416:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 18584us (20181us total) trans 17179871998 rc 0/0 00000100:00100000:3.0:1763336267.912842:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1953 00000100:00100000:1.0:1763336267.928283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.928411:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964800 00000100:00100000:0.0:1763336267.928425:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964800 00000100:00100000:0.0:1763336267.928505:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10420 00000100:00100000:0.0:1763336267.928518:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57604:x1848991041964800:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336267.928590:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336267.928627:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa444ca lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66880 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336267.928653:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.928660:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336267.928951:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336267.928970:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336267.928990:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336267.929044:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968651 00000004:00010000:0.0:1763336267.929069:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ce0878b reply state 000000000f0655d4 transno 4294968652 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336267.929082:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336267.929088:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336267.929091:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336267.929094:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336267.929213:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57604:x1848991041964800:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 696us (943us total) trans 4294968652 rc 0/0 00000100:00100000:0.0:1763336267.929221:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10420 00000020:00080000:0.0:1763336267.929228:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336267.932166:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.932360:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041964928 00000100:00100000:2.0:1763336267.932374:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041964928 00000100:00100000:2.0:1763336267.932448:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7368 00000100:00100000:2.0:1763336267.932460:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57604:x1848991041964928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.932482:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.932509:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66887 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336267.932540:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 241664, mtime: 0x691a604b, atime: 0x691a604a, ctime: 0x691a604b, blocks: 0x108 00010000:00010000:2.0:1763336267.932568:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.932571:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336267.932580:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.932597:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.932611:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336267.932716:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041964928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 258us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.932726:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7368 00000100:00100000:1.0:1763336267.935849:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.936321:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041965056 00000100:00100000:3.0:1763336267.936337:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041965056 00002000:00010000:3.0:1763336267.936396:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (237828->18446744073709551615) 00002000:00100000:3.0:1763336267.936402:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb4700 with x1848991041965056 ext(237828->18446744073709551615) 00002000:00010000:3.0:1763336267.936420:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb4700. 00000100:00100000:3.0:1763336267.936462:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1954 00000100:00100000:3.0:1763336267.936474:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041965056:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336267.936919:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 241664 -> 237828 00002000:00010000:3.0:1763336267.936925:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336267.936927:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336267.936930:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336267.936932:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:3.0:1763336267.937027:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041965056:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 553us (1189us total) trans 17179871999 rc 0/0 00000100:00100000:3.0:1763336267.937036:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1954 00002000:00010000:3.0:1763336267.937041:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (237828->18446744073709551615) 00002000:00100000:3.0:1763336267.937045:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb4700 with x1848991041965056 ext(237828->18446744073709551615) 00002000:00010000:3.0:1763336267.937050:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb4700. 00000100:00100000:0.0:1763336267.940045:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.940158:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041965184 00000100:00100000:2.0:1763336267.940171:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041965184 00002000:00010000:2.0:1763336267.940230:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336267.940237:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc380 with x1848991041965184 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336267.940252:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc380. 00000100:00100000:2.0:1763336267.940534:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1955 00000100:00100000:2.0:1763336267.940547:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041965184:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336267.940875:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336267.940880:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.940883:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336267.940886:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.940889:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336267.940967:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041965184:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 422us (939us total) trans 21474839315 rc 0/0 00000100:00100000:2.0:1763336267.940983:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1955 00002000:00010000:2.0:1763336267.940989:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336267.940992:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc380 with x1848991041965184 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336267.940998:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc380. 00000100:00100000:1.0:1763336267.944272:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.944399:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041965440 00000100:00100000:2.0:1763336267.944413:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041965440 00000100:00100000:2.0:1763336267.944487:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10421 00000100:00100000:2.0:1763336267.944500:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57604:x1848991041965440:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336267.944641:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336267.944664:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.944678:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336267.944857:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006395f82f reply state 000000006ca95eb7 transno 4294968653 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.944873:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.944881:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.944885:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336267.944890:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336267.945000:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57604:x1848991041965440:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 502us (741us total) trans 4294968653 rc 0/0 00000100:00100000:2.0:1763336267.945007:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10421 00000100:00100000:1.0:1763336267.947553:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.947589:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.947634:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.947714:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041965696 00000100:00100000:0.0:1763336267.947727:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041965696 00000100:00100000:0.0:1763336267.947792:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041965568 00000100:00100000:0.0:1763336267.947796:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041965568 00000100:00100000:0.0:1763336267.947811:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041965824 00000100:00100000:0.0:1763336267.947813:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041965824 00000100:00100000:0.0:1763336267.947835:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7369 00000100:00100000:0.0:1763336267.947846:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041965696:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336267.948043:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336267.948048:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336266 -> 1763336267 00002000:00010000:0.0:1763336267.948051:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336266 -> 1763336267 00002000:00010000:0.0:1763336267.948053:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336266 -> 1763336267 00002000:00010000:0.0:1763336267.948056:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336267.948123:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041965696:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 278us (582us total) trans 21474839316 rc 0/0 00000100:00100000:0.0:1763336267.948131:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7369 00000100:00100000:0.0:1763336267.948150:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7370 00000100:00100000:0.0:1763336267.948156:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041965568:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336267.948198:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:0.0:1763336267.948201:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336267.948203:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336267.948205:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336267.948207:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1763336267.948224:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041965568:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 68us (634us total) trans 21474839317 rc 0/0 00000100:00100000:0.0:1763336267.948229:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7370 00000100:00100000:0.0:1763336267.948238:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7371 00000100:00100000:0.0:1763336267.948244:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041965824:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336267.948318:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336267.948321:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336266 -> 1763336267 00002000:00010000:0.0:1763336267.948323:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336266 -> 1763336267 00002000:00010000:0.0:1763336267.948325:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336266 -> 1763336267 00002000:00010000:0.0:1763336267.948327:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336267.948344:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041965824:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 101us (710us total) trans 17179872000 rc 0/0 00000100:00100000:0.0:1763336267.948349:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7371 00000100:00100000:3.0:1763336267.950814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336267.950936:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041966080 00000100:00100000:1.0:1763336267.950948:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041966080 00000100:00100000:1.0:1763336267.951020:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3586 00000100:00100000:1.0:1763336267.951031:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57604:x1848991041966080:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:1.0:1763336267.951117:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443f8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6682c expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.951179:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763336267.951195:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.951207:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336267.951248:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336267.951266:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 33 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:1.0:1763336267.951283:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056147968:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336267.951402:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336267.954370:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336267.954452:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041966208 00000100:00100000:3.0:1763336267.954464:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041966208 00010000:00010000:3.0:1763336267.954509:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 34 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:3.0:1763336267.954556:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3490 00000100:00100000:3.0:1763336267.954566:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8984850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991041966208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336267.954584:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336267.954591:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 34 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.954605:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 34 pid: 23631 timeout: 1155 lvb_type: 0 00010000:00010000:3.0:1763336267.954632:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336267.954637:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336267.954649:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336267.954657:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336267.954677:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336267.954811:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0dc00/0x84ca14902aa44430 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66833 expref: 34 pid: 23631 timeout: 1155 lvb_type: 0 00000100:00100000:2.0:1763336267.954830:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056147968:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336267.954857:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.954867:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.954874:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:2.0:1763336267.955196:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].121, 88 off18184 00000004:00080000:2.0:1763336267.955205:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055916518846ns, next at 1056126636542ns, rc = 0 00000040:00080000:2.0:1763336267.955243:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].125, 88 off18536 00000004:00080000:2.0:1763336267.955247:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055916561798ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336267.955265:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].122, 88 off18272 00000004:00080000:2.0:1763336267.955268:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055916583109ns, next at 1056126636542ns, rc = 0 00000040:00080000:2.0:1763336267.955276:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].126, 88 off18624 00000004:00080000:2.0:1763336267.955279:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055916593880ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336267.955286:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].127, 88 off18712 00000004:00080000:2.0:1763336267.955289:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1055916603836ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336267.955296:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].123, 88 off18360 00000004:00080000:2.0:1763336267.955300:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1055916614655ns, next at 1056126636542ns, rc = 0 00000100:00100000:2.0:1763336267.960212:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8984850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991041966208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5628us (5835us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.960231:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3490 00000001:00080000:1.0:1763336267.962015:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968654 is committed 00000004:00080000:1.0:1763336267.962028:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 124 committed 00000004:00080000:1.0:1763336267.962039:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 124 committed 00000004:00080000:1.0:1763336267.962045:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 123 committed 00000004:00080000:1.0:1763336267.962047:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 123 committed 00000004:00080000:1.0:1763336267.962049:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 122 committed 00000004:00080000:1.0:1763336267.962051:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 122 committed 00000020:00080000:1.0:1763336267.962080:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 44 batchid updated 00000020:00080000:1.0:1763336267.962100:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 44 00000020:00080000:1.0:1763336267.962218:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 44 cancel update log [0x240000400:0x2:0x0].23: rc = 0 00000020:00080000:1.0:1763336267.962227:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 44 00010000:00010000:2.0:1763336267.967094:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967113:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967121:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967128:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbc0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336267.967133:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967141:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967161:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.967164:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336267.967168:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967174:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa4445a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967201:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967207:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967218:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967223:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336267.967226:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967231:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967237:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.967239:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336267.967241:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967246:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4448b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967255:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967260:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967265:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967269:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336267.967272:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967277:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967287:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.967289:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336267.967292:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967296:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa444b5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967305:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967311:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967316:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967320:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336267.967323:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967328:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967334:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.967336:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336267.967338:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967343:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa444df lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336267.967352:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967358:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967363:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967367:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336267.967370:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967375:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967381:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.967383:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336267.967386:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336267.967391:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa444ed lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336267.967420:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056148352:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336267.967499:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336267.967541:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763336267.967547:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056148224:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336267.967563:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336267.967626:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763336267.967632:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056148736:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336267.967652:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336267.967679:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056148352 00000100:00100000:2.0:1763336267.967713:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056148352 00000100:00100000:2.0:1763336267.967760:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056148224 00000100:00100000:2.0:1763336267.967762:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056148224 00000100:00100000:2.0:1763336267.967776:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056148736 00000100:00100000:2.0:1763336267.967779:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056148736 00000100:00100000:2.0:1763336267.967802:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7372 00000100:00100000:2.0:1763336267.967810:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056148352:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336267.968006:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336267.968010:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968013:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336267.968016:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968018:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336267.968059:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056148352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 249us (560us total) trans 21474839318 rc 0/0 00000100:00100000:2.0:1763336267.968066:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7372 00000100:00100000:2.0:1763336267.968092:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7373 00000100:00100000:2.0:1763336267.968097:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056148224:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336267.968142:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336267.968145:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968147:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968150:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968152:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336267.968171:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056148224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (607us total) trans 21474839319 rc 0/0 00000100:00100000:2.0:1763336267.968176:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7373 00000100:00100000:2.0:1763336267.968188:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7374 00000100:00100000:2.0:1763336267.968193:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056148736:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336267.968253:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:2.0:1763336267.968256:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968258:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336267.968261:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336267.968263:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:2.0:1763336267.968283:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056148736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (630us total) trans 17179872001 rc 0/0 00000100:00100000:2.0:1763336267.968288:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7374 00000100:00100000:2.0:1763336267.968335:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871992 gen 2 00000004:00080000:2.0:1763336267.968342:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871983 committed transno 17179871992 00000004:00080000:2.0:1763336267.968363:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186311f80, transno 17179871984 00000004:00080000:2.0:1763336267.968371:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186313100, transno 17179871985 00000004:00080000:2.0:1763336267.968374:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509f80, transno 17179871986 00000004:00080000:2.0:1763336267.968377:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186312680, transno 17179871987 00000004:00080000:2.0:1763336267.968381:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871988 committed transno 17179871992 00000004:00080000:2.0:1763336267.968393:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69880, transno 17179871989 00000004:00080000:2.0:1763336267.968396:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68700, transno 17179871990 00000004:00080000:2.0:1763336267.968399:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68380, transno 17179871991 00000004:00080000:2.0:1763336267.968402:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69f80, transno 17179871992 00000100:00100000:2.0:1763336267.968408:0:3647:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918b62c700 x1848991056148736/t17179872001(17179872001) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336283 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763336267.968420:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b62c700/2, rc 0, transno 17179872001 00000100:00100000:2.0:1763336267.968425:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056148736:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336267.968436:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb4a80/2, rc 0, transno 21474839319 00000100:00100000:2.0:1763336267.968440:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056148224:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336267.968448:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb6d80/2, rc 0, transno 21474839318 00000100:00100000:2.0:1763336267.968452:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056148352:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336267.968560:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 3 in progress, 2 in flight, 8 done 00000004:00010000:2.0:1763336267.968618:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009a3e6ab7 reply state 00000000ce0a3025 transno 4294968654 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968638:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968647:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.968650:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763336267.968654:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763336267.968660:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.968662:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336267.968669:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa443f8 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6682c expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763336267.968812:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763336267.968827:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041966080:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 17799us (18028us total) trans 4294968654 rc 0/0 00000100:00100000:2.0:1763336267.968836:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3586 00010000:00010000:2.0:1763336267.968863:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968872:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968879:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968884:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336267.968889:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968897:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968908:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.968910:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336267.968913:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336267.968919:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa444f4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336267.969291:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056148096:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336267.969338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336267.969361:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056148608:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336267.969382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336267.969400:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763336267.969406:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bbc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056148480:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336267.969424:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336267.969666:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056148096 00000100:00100000:1.0:1763336267.969675:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056148096 00000100:00100000:1.0:1763336267.969751:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056148608 00000100:00100000:1.0:1763336267.969755:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056148608 00000100:00100000:1.0:1763336267.969771:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056148480 00000100:00100000:1.0:1763336267.969774:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056148480 00000100:00100000:1.0:1763336267.969790:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7375 00000100:00100000:1.0:1763336267.969798:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056148096:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336267.969935:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:1.0:1763336267.969939:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.969942:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.969945:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.969947:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1763336267.970000:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056148096:12345-0@lo:2:osp-syn-0-1.0 Request processed in 203us (661us total) trans 21474839320 rc 0/0 00000100:00100000:1.0:1763336267.970007:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7375 00000100:00100000:1.0:1763336267.970024:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7376 00000100:00100000:1.0:1763336267.970030:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056148608:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336267.970094:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336267.970097:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.970099:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.970101:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336267.970104:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336267.970128:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056148608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (744us total) trans 17179872002 rc 0/0 00000100:00100000:1.0:1763336267.970134:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7376 00000100:00100000:1.0:1763336267.970148:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7377 00000100:00100000:1.0:1763336267.970155:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056148480:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336267.970204:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336267.970207:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336267.970210:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336267.970212:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336267.970214:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336267.970239:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056148480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 85us (813us total) trans 17179872003 rc 0/0 00000100:00100000:1.0:1763336267.970245:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7377 00000004:00080000:0.0:1763336267.970377:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bbc53b80/2, rc 0, transno 17179872003 00000100:00100000:0.0:1763336267.970384:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bbc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056148480:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336267.970397:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb6a00/2, rc 0, transno 21474839320 00000100:00100000:0.0:1763336267.970401:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056148096:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336267.970409:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b641c00/2, rc 0, transno 17179872002 00000100:00100000:0.0:1763336267.970413:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056148608:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336267.978520:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336267.978639:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041966336 00000100:00100000:2.0:1763336267.978653:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041966336 00000100:00100000:2.0:1763336267.978750:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10422 00000100:00100000:2.0:1763336267.978760:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57604:x1848991041966336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336267.978792:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336267.978820:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa444fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6688e expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.978906:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa444fb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6688e expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.978924:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa444fb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6688e expref: 18 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336267.978946:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336267.978950:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336267.978954:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:2.0:1763336267.979039:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041966336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 278us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336267.979048:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10422 00000100:00100000:2.0:1763336267.982777:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336267.982872:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041966592 00000100:00100000:0.0:1763336267.982884:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041966592 00000100:00100000:1.0:1763336267.983848:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3587 00000100:00100000:1.0:1763336267.983869:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57604:x1848991041966592:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336267.984191:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57604:x1848991041966592:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 330us (1427us total) trans 4294968655 rc 0/0 00000100:00100000:1.0:1763336267.984199:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3587 00000100:00100000:3.0:1763336268.002005:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.002306:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041966720 00000100:00100000:1.0:1763336268.002320:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041966720 00000100:00100000:1.0:1763336268.002403:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10423 00000100:00100000:1.0:1763336268.002414:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57605:x1848991041966720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.002444:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.002473:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44502 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66895 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.002553:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.002570:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.002582:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.002594:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.002600:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.002606:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00080000:3.0:1763336268.002814:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1763336268.003135:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.003148:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003156:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336268.003205:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:1.0:1763336268.003209:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336268.003230:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003242:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003252:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003259:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003266:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003273:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003279:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336268.003284:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003291:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003304:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24d600) 00010000:00010000:1.0:1763336268.003308:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336268.003312:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003319:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44509 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003332:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003337:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003342:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003348:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf949200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336268.003351:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003356:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003362:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24da00) 00010000:00010000:1.0:1763336268.003365:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336268.003367:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003372:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44510 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.003405:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44502 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.003421:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.003428:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.003431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336268.003433:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775c00, rc 0) 00000100:00100000:1.0:1763336268.003666:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57605:x1848991041966720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1253us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.003676:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10423 00000100:00100000:2.0:1763336268.011340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.011529:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041966976 00000100:00100000:1.0:1763336268.011542:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041966976 00000100:00100000:1.0:1763336268.011619:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10424 00000100:00100000:1.0:1763336268.011631:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57605:x1848991041966976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.011656:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.011934:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa4451e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6689c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.012097:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa44525 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.012115:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa44525 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.012128:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa44525 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336268.012141:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:1.0:1763336268.012274:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775e00/0x84ca14902aa4451e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6689c expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.012292:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa44525 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6689c expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.012299:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.012302:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763336268.012305:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf774e00, rc 0) 00000100:00100000:1.0:1763336268.012372:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57605:x1848991041966976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 744us (1045us total) trans 4294968656 rc 0/0 00000100:00100000:1.0:1763336268.012377:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10424 00000100:00100000:2.0:1763336268.016600:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.017108:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041967232 00000100:00100000:3.0:1763336268.017123:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041967232 00000100:00100000:3.0:1763336268.017205:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10425 00000100:00100000:3.0:1763336268.017218:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57605:x1848991041967232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.017252:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.017282:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44533 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668a3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.017419:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4453a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336268.017439:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4453a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.017452:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4453a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336268.017467:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:3.0:1763336268.017797:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44533 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668a3 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.017820:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4453a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668a3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.017830:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336268.017834:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336268.017838:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336268.018270:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57605:x1848991041967232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1052us (1684us total) trans 4294968657 rc 0/0 00000100:00100000:3.0:1763336268.018280:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10425 00000100:00100000:3.0:1763336268.089001:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.089145:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041967360 00000100:00100000:2.0:1763336268.089171:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041967360 00000100:00100000:2.0:1763336268.089289:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1956 00000100:00100000:2.0:1763336268.089303:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041967360:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336268.089376:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.089395:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.089397:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.089403:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.089432:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1763336268.090537:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1763336268.096223:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.096248:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.096258:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.096266:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.096271:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.096281:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.096304:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.096311:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44548 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.096608:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041967360:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7301us (7622us total) trans 0 rc 237828/237828 00000100:00100000:0.0:1763336268.096621:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1956 00000100:00100000:1.0:1763336268.110328:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.110937:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041967488 00000100:00100000:0.0:1763336268.110951:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041967488 00000100:00080000:3.0:1763336268.111030:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763336268.111068:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1957 00000100:00100000:0.0:1763336268.111081:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041967488:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336268.111131:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.111156:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.111166:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336268.111169:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336268.111173:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.111217:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.111233:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 20 pid: 9765 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.111248:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186efaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056148864:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.111348:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.113972:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.114774:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186efaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056148864:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.114809:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336268.114901:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041967616 00000100:00100000:2.0:1763336268.114910:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041967616 00010000:00010000:2.0:1763336268.114957:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 21 pid: 9765 timeout: 1156 lvb_type: 0 00000100:00100000:2.0:1763336268.115011:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3491 00000100:00100000:2.0:1763336268.115023:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041967616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336268.115042:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336268.115070:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 21 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:2.0:1763336268.115085:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 21 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:2.0:1763336268.115116:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa444e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66887 expref: 21 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:2.0:1763336268.115134:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.115136:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.115141:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.115151:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.115193:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336268.115267:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041967616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 246us (1308us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.115275:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3491 00010000:00010000:3.0:1763336268.117545:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.117567:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122081:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122105:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122115:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122129:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.122134:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122144:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122167:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.122175:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4454f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.122285:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041967488:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 11200us (11965us total) trans 0 rc 237828/237828 00000100:00100000:0.0:1763336268.122297:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1957 00000100:00100000:2.0:1763336268.135407:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.137074:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041967744 00000100:00100000:0.0:1763336268.137091:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041967744 00000100:00100000:0.0:1763336268.137190:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 435 00000100:00100000:0.0:1763336268.137202:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57605:x1848991041967744:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336268.137226:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.137262:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4453a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668a3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.137285:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.137291:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.137371:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57605:x1848991041967744:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 170us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.137381:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 435 00000100:00100000:1.0:1763336268.141883:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.142136:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041968000 00000100:00100000:2.0:1763336268.142151:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041968000 00000100:00100000:2.0:1763336268.142386:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3588 00000100:00100000:2.0:1763336268.142398:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57605:x1848991041968000:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336268.142757:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57605:x1848991041968000:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 359us (886us total) trans 4294968658 rc 0/0 00000100:00100000:2.0:1763336268.142768:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3588 00000100:00100000:3.0:1763336268.146528:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.147496:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041968256 00000100:00100000:1.0:1763336268.147511:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041968256 00000100:00100000:1.0:1763336268.147596:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10426 00000100:00100000:1.0:1763336268.147608:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041968256:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336268.147640:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.147668:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44556 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668aa expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.147830:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.147848:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.147859:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.147906:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.147922:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 25 pid: 6514 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.147938:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056148992:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336268.148047:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.152133:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056148992:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336268.152181:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336268.152572:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.153273:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041968384 00000100:00100000:1.0:1763336268.153286:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041968384 00010000:00010000:1.0:1763336268.153337:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 26 pid: 6514 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.153392:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3492 00000100:00100000:1.0:1763336268.153403:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041968384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.153423:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.153430:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 26 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.153443:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 26 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.153471:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa44517 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66895 expref: 26 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.153493:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.153498:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.153510:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.153518:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.153554:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.153631:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041968384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 228us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.153639:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3492 00010000:00010000:3.0:1763336268.153838:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.153848:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336268.153879:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:3.0:1763336268.154160:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44556 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.154180:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.154189:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336268.154192:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763336268.154195:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000100:00100000:3.0:1763336268.154253:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041968256:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6647us (7742us total) trans 4294968659 rc 0/0 00000100:00100000:3.0:1763336268.154262:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10426 00000100:00100000:2.0:1763336268.159406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.159649:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041968512 00000100:00100000:3.0:1763336268.159663:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041968512 00000100:00100000:3.0:1763336268.159954:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10427 00000100:00100000:3.0:1763336268.159968:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041968512:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336268.160009:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.160036:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4456b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668b1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.160159:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336268.160179:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.160188:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.160229:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.160244:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 26 pid: 6514 timeout: 1156 lvb_type: 0 00000100:00100000:3.0:1763336268.160261:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056149120:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336268.160375:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.166055:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056149120:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336268.166094:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336268.167130:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.167521:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041968640 00000100:00100000:0.0:1763336268.167533:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041968640 00010000:00010000:0.0:1763336268.167582:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 27 pid: 6514 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.167638:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3493 00000100:00100000:0.0:1763336268.167650:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991041968640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.167670:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.167677:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 27 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.167725:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 27 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.167754:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa4455d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668aa expref: 27 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.167774:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.167780:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.167792:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.167801:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.167850:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.167920:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041968640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 271us (795us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336268.167921:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.167929:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336268.167929:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3493 00000004:00200000:3.0:1763336268.168002:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:3.0:1763336268.168008:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336268.168034:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.168070:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4456b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b1 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.168086:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b1 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.168093:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336268.168096:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336268.168099:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336268.168146:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041968512:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8182us (8754us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.168153:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10427 00000100:00100000:2.0:1763336268.179911:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.179993:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041968896 00000100:00100000:3.0:1763336268.180006:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041968896 00000100:00100000:1.0:1763336268.180903:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3589 00000100:00100000:1.0:1763336268.180922:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041968896:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336268.181260:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041968896:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 344us (1363us total) trans 4294968660 rc 0/0 00000100:00100000:1.0:1763336268.181270:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3589 00000100:00100000:3.0:1763336268.183307:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.183433:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041969152 00000100:00100000:1.0:1763336268.183445:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041969152 00000100:00100000:1.0:1763336268.183517:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10428 00000100:00100000:1.0:1763336268.183528:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041969152:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336268.183556:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.183560:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763336268.183594:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa44525 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6689c expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.183624:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa444fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6688e expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.183637:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44572 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b1 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.183648:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.183655:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336268.183670:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44579 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668b8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.183780:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44580 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.183796:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44580 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.183808:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44580 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763336268.184487:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].124, 88 off18448 00000004:00080000:1.0:1763336268.184502:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1056145816244ns, next at 1056126636542ns, rc = 0 00000040:00080000:1.0:1763336268.186053:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].128, 88 off18800 00000004:00080000:1.0:1763336268.186077:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1056147391014ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336268.186962:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].125, 88 off18536 00000004:00080000:1.0:1763336268.186983:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1056148289464ns, next at 1056126636542ns, rc = 0 00000040:00080000:1.0:1763336268.187047:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].129, 88 off18888 00000004:00080000:1.0:1763336268.187052:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1056148366342ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336268.187060:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].130, 88 off18976 00000004:00080000:1.0:1763336268.187064:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1056148378925ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336268.187072:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].126, 88 off18624 00000004:00080000:1.0:1763336268.187075:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1056148389937ns, next at 1056126636542ns, rc = 0 00000001:00080000:2.0:1763336268.191040:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968661 is committed 00000004:00080000:2.0:1763336268.191057:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 127 committed 00000004:00080000:2.0:1763336268.192101:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 127 committed 00000004:00080000:2.0:1763336268.192131:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 126 committed 00000004:00080000:2.0:1763336268.192134:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 126 committed 00000100:00100000:1.0:1763336268.192337:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056149248:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336268.192418:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763336268.192536:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 125 committed 00000004:00080000:2.0:1763336268.192539:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 125 committed 00000100:00100000:2.0:1763336268.192702:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056149632:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336268.192735:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.193288:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056149760:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336268.193317:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.193358:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056149248 00000100:00100000:1.0:1763336268.193367:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056149248 00000100:00100000:1.0:1763336268.193420:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056149632 00000100:00100000:1.0:1763336268.193423:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056149632 00000100:00100000:1.0:1763336268.193445:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056149760 00000100:00100000:1.0:1763336268.193448:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056149760 00000100:00100000:1.0:1763336268.193468:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7378 00000100:00100000:1.0:1763336268.193478:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056149248:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336268.193657:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.193661:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336268.193664:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336268.193666:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336268.193669:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336268.193734:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056149248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 256us (1314us total) trans 17179872004 rc 0/0 00000100:00100000:1.0:1763336268.193743:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7378 00000100:00100000:1.0:1763336268.193765:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7379 00000100:00100000:1.0:1763336268.193772:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056149632:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336268.193848:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.193851:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.193854:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336268.193857:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.193859:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336268.193886:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056149632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (1149us total) trans 21474839321 rc 0/0 00000100:00100000:1.0:1763336268.193892:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7379 00000100:00100000:1.0:1763336268.193905:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7380 00000100:00100000:1.0:1763336268.193912:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056149760:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336268.193966:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.193969:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.193972:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.193974:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.193988:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336268.194016:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056149760:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (697us total) trans 17179872005 rc 0/0 00000100:00100000:1.0:1763336268.194022:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7380 00000004:00080000:1.0:1763336268.194084:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a4700/2, rc 0, transno 17179872005 00000100:00100000:1.0:1763336268.194092:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056149760:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336268.194103:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a7100/2, rc 0, transno 17179872004 00000100:00100000:1.0:1763336268.194107:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056149248:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336268.194154:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056149376:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336268.194186:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.194208:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763336268.194215:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056149504:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336268.194236:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.194259:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056149376 00000100:00100000:1.0:1763336268.194264:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056149376 00000100:00100000:1.0:1763336268.194287:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056149504 00000100:00100000:1.0:1763336268.194290:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056149504 00000100:00100000:1.0:1763336268.194307:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7381 00000100:00100000:1.0:1763336268.194314:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056149376:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336268.194373:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:1.0:1763336268.194377:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.194379:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.194382:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.194384:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1763336268.194416:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056149376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 102us (229us total) trans 21474839322 rc 0/0 00000100:00100000:1.0:1763336268.194422:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7381 00000100:00100000:1.0:1763336268.194435:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7382 00000100:00100000:1.0:1763336268.194441:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056149504:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336268.194495:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.194498:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.194501:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.194503:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.194505:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336268.194530:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056149504:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (293us total) trans 21474839323 rc 0/0 00000100:00100000:1.0:1763336268.194536:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7382 00000004:00080000:1.0:1763336268.194566:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186efa300/2, rc 0, transno 21474839323 00000100:00100000:1.0:1763336268.194572:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056149504:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336268.194580:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186efaa00/2, rc 0, transno 21474839322 00000100:00100000:1.0:1763336268.194584:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056149376:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336268.194650:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44580 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b8 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.194664:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.194667:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336268.194718:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa44579 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b8 expref: 19 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763336268.194741:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44580 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b8 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.194772:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.194775:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336268.194778:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000100:00100000:1.0:1763336268.194826:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041969152:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11300us (11531us total) trans 4294968661 rc 0/0 00000100:00100000:1.0:1763336268.194834:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10428 00000004:00080000:2.0:1763336268.194991:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a240e00/2, rc 0, transno 21474839321 00000100:00100000:2.0:1763336268.194997:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056149632:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336268.197201:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336268.197224:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056149888:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336268.197291:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336268.197332:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056149888 00000100:00100000:3.0:1763336268.197339:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056149888 00000100:00100000:3.0:1763336268.197383:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7383 00000100:00100000:3.0:1763336268.197392:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056149888:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336268.197574:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056149888:12345-0@lo:2:osp-syn-1-1.0 Request processed in 181us (281us total) trans 17179872006 rc 0/0 00000100:00100000:3.0:1763336268.197582:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7383 00000004:00080000:3.0:1763336268.197630:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183a0e300/2, rc 0, transno 17179872006 00000100:00100000:3.0:1763336268.197637:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056149888:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336268.205646:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.205836:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041969280 00000100:00100000:3.0:1763336268.205851:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041969280 00000100:00100000:3.0:1763336268.205936:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7384 00000100:00100000:3.0:1763336268.205949:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041969280:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336268.205974:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.206008:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668bf expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.206050:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 21 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.206060:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.206062:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.206067:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->225279] (req 172032->225279) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.206109:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 21 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.206123:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 21 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.206144:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056150016:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336268.206252:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.211155:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.212155:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056150016:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336268.212203:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [172032->225279] (req 172032->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.212229:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:1.0:1763336268.213053:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041969408 00000100:00100000:1.0:1763336268.213065:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041969408 00010000:00010000:1.0:1763336268.213122:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 22 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:1.0:1763336268.213180:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3494 00000100:00100000:1.0:1763336268.213192:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041969408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.213214:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.213240:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 22 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.213256:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 22 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.213286:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4444c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66841 expref: 22 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.213304:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.213306:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.213315:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.213326:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.213369:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 21 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.213383:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056150144:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336268.216150:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.216262:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041969280:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 10308us (10623us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.216274:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7384 00000100:00100000:1.0:1763336268.221130:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056150144:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336268.221168:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.221245:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041969408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8053us (10104us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.221258:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3494 00000100:00100000:2.0:1763336268.227741:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.227842:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041969536 00000100:00100000:0.0:1763336268.227854:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041969536 00000100:00100000:0.0:1763336268.227943:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1958 00000100:00100000:0.0:1763336268.227956:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041969536:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336268.228197:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:0.0:1763336268.228201:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336268.228204:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336268.228207:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336268.228209:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1763336268.230573:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041969536:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 2606us (2835us total) trans 21474839324 rc 0/0 00000100:00100000:0.0:1763336268.230590:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1958 00000100:00100000:0.0:1763336268.232845:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.233972:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041969664 00000100:00100000:1.0:1763336268.233996:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041969664 00000100:00100000:1.0:1763336268.234082:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10429 00000100:00100000:1.0:1763336268.234094:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041969664:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336268.234128:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.234154:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4458e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668c6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.234280:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44595 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336268.234297:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.234309:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336268.234339:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:1.0:1763336268.234345:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336268.234368:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.234398:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4458e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668c6 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.234419:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44595 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668c6 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.234429:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.234432:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336268.234436:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948e00, rc 0) 00000100:00100000:1.0:1763336268.234529:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041969664:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 437us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.234537:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10429 00000100:00100000:2.0:1763336268.240091:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.240402:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041969920 00000100:00100000:0.0:1763336268.240418:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041969920 00000100:00100000:0.0:1763336268.240497:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3590 00000100:00100000:0.0:1763336268.240510:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041969920:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336268.240882:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041969920:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 375us (805us total) trans 4294968662 rc 0/0 00000100:00100000:0.0:1763336268.240891:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3590 00000100:00100000:2.0:1763336268.263451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.263563:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041970176 00000100:00100000:3.0:1763336268.263578:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041970176 00000100:00100000:3.0:1763336268.263659:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10430 00000100:00100000:3.0:1763336268.263673:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57606:x1848991041970176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.264338:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.264373:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4459c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668cd expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.264479:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336268.264495:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264509:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264524:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336268.264530:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264538:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264682:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa445b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336268.264827:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa445b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264835:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa445b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:3.0:1763336268.264848:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:3.0:1763336268.264956:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264965:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264972:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.264990:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336268.264995:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265003:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265016:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9184a9f300) 00010000:00010000:3.0:1763336268.265020:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336268.265025:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265036:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa445a3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265049:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265055:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265060:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265065:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336268.265068:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265074:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265081:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9184a9fb00) 00010000:00010000:3.0:1763336268.265084:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336268.265087:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265092:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445aa lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.265145:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4459c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668cd expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.265163:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa445b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668cd expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.265176:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336268.265178:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336268.265181:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336268.265271:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57606:x1848991041970176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1601us (1834us total) trans 4294968663 rc 0/0 00000100:00100000:3.0:1763336268.265281:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10430 00000100:00100000:2.0:1763336268.278083:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.278135:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.278232:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041970432 00000100:00100000:3.0:1763336268.278246:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041970432 00000100:00100000:3.0:1763336268.278327:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10431 00000100:00100000:3.0:1763336268.278340:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57606:x1848991041970432:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.278372:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.278402:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa445bf lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668d4 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.279074:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336268.279092:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.279106:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:3.0:1763336268.279119:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x54:0x0]: returning size 0 00010000:00010000:3.0:1763336268.279206:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa445bf lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.279235:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.279248:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9184a9fb00) 00010000:00010000:3.0:1763336268.279253:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336268.279257:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336268.279343:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041970432:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1005us (1273us total) trans 4294968664 rc 0/0 00000100:00100000:3.0:1763336268.279353:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10431 00000100:00100000:1.0:1763336268.280052:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041970560 00000100:00100000:1.0:1763336268.280064:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041970560 00000100:00100000:1.0:1763336268.280127:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 436 00000100:00100000:1.0:1763336268.280136:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991041970560:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.280151:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.280171:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa445b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668cd expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.280185:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.280190:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.280230:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991041970560:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 95us (2094us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.280237:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 436 00000100:00100000:2.0:1763336268.285187:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.286251:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041970816 00000100:00100000:0.0:1763336268.286268:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041970816 00000100:00100000:0.0:1763336268.286348:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10432 00000100:00100000:0.0:1763336268.286358:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041970816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.286386:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.286414:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa445d4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668db expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.286549:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336268.286565:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.286575:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 4/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.286614:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.286629:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 24 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.286644:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a243800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056150272:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.286907:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.289494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.289635:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a243800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056150272:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336268.289666:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336268.289790:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041970944 00000100:00100000:3.0:1763336268.289798:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041970944 00010000:00010000:3.0:1763336268.289843:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:3.0:1763336268.289882:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3495 00000100:00100000:3.0:1763336268.289892:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8985850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041970944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336268.289909:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336268.289916:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:3.0:1763336268.289928:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:3.0:1763336268.289952:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa445c6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668d4 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:3.0:1763336268.289969:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9184a9fb00) 00010000:00010000:3.0:1763336268.289973:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.289996:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.290003:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.290022:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336268.290072:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8985850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041970944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.290079:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3495 00010000:00010000:0.0:1763336268.290170:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290177:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336268.290198:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x54:0x0]: returning size 0 00000004:00080000:0.0:1763336268.290409:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3c:0x0], index 0: 0 00000004:00080000:0.0:1763336268.290415:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3e:0x0], index 1: 0 00010000:00010000:0.0:1763336268.290543:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290551:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290558:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290564:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336268.290569:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290577:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290587:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9184a9fb00) 00010000:00010000:0.0:1763336268.290590:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336268.290595:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 2/0,0 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290601:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445db lrc: 0/0,0 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.290652:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa445d4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668db expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.290662:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9184a9fb00) 00010000:00010000:0.0:1763336268.290665:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763336268.290668:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa445d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668db expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.291259:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:0.0:1763336268.292741:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041970816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6370us (7556us total) trans 4294968665 rc 301/301 00000100:00100000:0.0:1763336268.292754:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10432 00000100:00100000:0.0:1763336268.296282:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.296542:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041971200 00000100:00100000:1.0:1763336268.296557:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041971200 00000100:00100000:1.0:1763336268.296626:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3591 00000100:00100000:1.0:1763336268.296637:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041971200:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336268.297207:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041971200:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 568us (935us total) trans 4294968666 rc 0/0 00000100:00100000:1.0:1763336268.297218:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3591 00000100:00100000:2.0:1763336268.300561:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.301448:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041971328 00000100:00100000:0.0:1763336268.301464:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041971328 00000100:00100000:0.0:1763336268.301578:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10433 00000100:00100000:0.0:1763336268.301592:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041971328:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.301625:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.301656:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa445e9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668e2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.301805:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445f0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336268.301823:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.301836:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336268.301888:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x54:0x0]: returning size 0 00000004:00200000:0.0:1763336268.301893:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336268.301914:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.301945:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa445e9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e2 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.301966:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e2 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.301987:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.301991:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763336268.301995:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336268.302856:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57606:x1848991041971328:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1261us (2303us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.302867:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10433 00000100:00100000:2.0:1763336268.306055:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.306099:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.306819:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041971456 00000100:00100000:0.0:1763336268.306834:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041971456 00000100:00100000:0.0:1763336268.306906:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041971584 00000100:00100000:0.0:1763336268.306909:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041971584 00000100:00100000:0.0:1763336268.306952:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7385 00000100:00100000:0.0:1763336268.306963:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041971456:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.306995:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.307022:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668e9 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336268.307156:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336268.307181:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.307183:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.307196:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 22 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.307217:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 22 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.307233:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:0.0:1763336268.307302:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041971456:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 340us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.307310:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7385 00000100:00100000:0.0:1763336268.307332:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7386 00000100:00100000:0.0:1763336268.307339:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041971584:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.307347:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.307361:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668f0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336268.307423:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336268.307436:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.307438:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.307442:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 20 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.307455:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 20 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.307464:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336268.307485:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041971584:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 146us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.307492:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7386 00000100:00100000:2.0:1763336268.312096:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.312262:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041971840 00000100:00100000:0.0:1763336268.312276:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041971840 00000100:00100000:0.0:1763336268.312352:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10434 00000100:00100000:0.0:1763336268.312364:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57606:x1848991041971840:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.312393:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.312422:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44605 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668f7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.312560:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa4460c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336268.312579:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa4460c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.312591:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa4460c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336268.312606:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:0.0:1763336268.312798:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44605 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f7 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.312819:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa4460c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f7 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.312829:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.312833:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336268.312837:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:0.0:1763336268.312913:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57606:x1848991041971840:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 550us (831us total) trans 4294968667 rc 0/0 00000100:00100000:0.0:1763336268.312922:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10434 00000100:00100000:2.0:1763336268.318611:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.318663:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.319028:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041971968 00000100:00100000:1.0:1763336268.319042:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041971968 00000100:00100000:1.0:1763336268.319111:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972096 00000100:00100000:1.0:1763336268.319115:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972096 00000100:00100000:1.0:1763336268.319146:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7387 00000100:00100000:1.0:1763336268.319158:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041971968:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336268.319221:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319245:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319254:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336268.319257:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336268.319261:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319305:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319321:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.319338:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056150400:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336268.319434:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.319461:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7388 00000100:00100000:1.0:1763336268.319470:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041972096:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336268.319495:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319504:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.319506:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.319512:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319527:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319557:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319567:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319575:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319582:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336268.319587:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319596:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319612:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.319625:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa44621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.319675:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041972096:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 205us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.319712:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7388 00000100:00100000:1.0:1763336268.321105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.322668:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056150400:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336268.322729:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.322819:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972224 00000100:00100000:0.0:1763336268.322829:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972224 00000100:00100000:0.0:1763336268.322891:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7389 00000100:00100000:0.0:1763336268.322903:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041972224:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336268.322957:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.322972:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.322986:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.322992:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323008:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323039:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323048:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323056:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323063:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.323068:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323078:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323093:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.323101:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44628 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.323189:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041972224:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 287us (2093us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.323196:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7389 00000100:00100000:1.0:1763336268.325840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.326139:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972352 00000100:00100000:2.0:1763336268.326152:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972352 00010000:00010000:2.0:1763336268.326204:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 1156 lvb_type: 0 00000100:00100000:2.0:1763336268.326256:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3496 00000100:00100000:2.0:1763336268.326268:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041972352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336268.326288:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336268.326315:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:2.0:1763336268.326331:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:2.0:1763336268.326363:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa44587 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 172032->225279) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668bf expref: 23 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:2.0:1763336268.326382:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.326384:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.326390:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.326402:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.326442:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336268.326517:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041972352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 251us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.326526:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3496 00010000:00010000:1.0:1763336268.326848:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326859:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326884:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326893:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326901:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326910:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336268.326914:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326923:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326935:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.326943:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4461a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.327022:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041971968:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 7867us (8426us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.327032:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7387 00000100:00100000:1.0:1763336268.332304:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.333528:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972480 00000100:00100000:3.0:1763336268.333547:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972480 00000100:00100000:3.0:1763336268.333633:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7390 00000100:00100000:3.0:1763336268.333646:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041972480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.333669:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.333728:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c668fe expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336268.333762:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 237828, mtime: 0x691a604b, atime: 0x691a604b, ctime: 0x691a604b, blocks: 0x1c0 00010000:00010000:3.0:1763336268.333786:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.333791:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.333803:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.333835:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.333852:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336268.333928:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041972480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 284us (1638us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.333935:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7390 00000100:00100000:2.0:1763336268.396139:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.396256:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972608 00000100:00100000:1.0:1763336268.396269:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972608 00000100:00100000:1.0:1763336268.396336:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7391 00000100:00100000:1.0:1763336268.396346:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991041972608:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336268.397093:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991041972608:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 743us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.397105:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7391 00000100:00100000:0.0:1763336268.407461:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.407577:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972736 00000100:00100000:3.0:1763336268.407590:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972736 00000100:00100000:3.0:1763336268.407666:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10435 00000100:00100000:3.0:1763336268.407677:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57606:x1848991041972736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.407741:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.407769:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44636 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66905 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.407812:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336268.407829:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.407844:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336268.407994:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44636 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.408016:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.408026:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:3.0:1763336268.408029:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336268.408034:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:3.0:1763336268.408111:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57606:x1848991041972736:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 436us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.408121:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10435 00000100:00100000:3.0:1763336268.412448:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.412565:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041972992 00000100:00100000:0.0:1763336268.412579:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041972992 00000100:00100000:0.0:1763336268.412658:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10436 00000100:00100000:0.0:1763336268.412670:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57606:x1848991041972992:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336268.412793:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.412832:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa445f0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e2 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.412855:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.412862:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336268.413101:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336268.413119:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.413130:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336268.413185:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968668 00000004:00010000:0.0:1763336268.413213:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f442fd2d reply state 000000004d97d3a6 transno 4294968669 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.413226:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.413232:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.413236:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336268.413239:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336268.413854:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57606:x1848991041972992:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1180us (1415us total) trans 4294968669 rc 0/0 00000100:00100000:0.0:1763336268.413864:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10436 00000020:00080000:0.0:1763336268.413872:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336268.419545:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.423207:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973120 00000100:00100000:3.0:1763336268.423229:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973120 00000100:00100000:3.0:1763336268.423338:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10437 00000100:00100000:3.0:1763336268.423351:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57606:x1848991041973120:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.423384:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.423412:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6690c expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.423491:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.423508:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.423528:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:3.0:1763336268.423531:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336268.423536:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336268.423633:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57606:x1848991041973120:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 284us (4103us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.423642:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10437 00000100:00100000:2.0:1763336268.426068:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.426469:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973248 00000100:00100000:3.0:1763336268.426482:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973248 00000100:00100000:3.0:1763336268.426562:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7392 00000100:00100000:3.0:1763336268.426575:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57606:x1848991041973248:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.426599:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.426625:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66913 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.426664:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 23 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.426674:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.426676:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.426682:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 23 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.426796:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 23 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.426812:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 23 pid: 9765 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.426829:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056150528:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336268.426928:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.431662:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.431823:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973376 00000100:00100000:0.0:1763336268.431836:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973376 00010000:00010000:0.0:1763336268.431887:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 24 pid: 9765 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.431926:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3497 00000100:00100000:0.0:1763336268.431937:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041973376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.431955:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.431961:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 24 pid: 9765 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.431988:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 24 pid: 9765 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.432022:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.432024:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.432032:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.432043:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.432091:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.432107:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056150656:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336268.432211:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00010000:00010000:3.0:1763336268.433001:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa445f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668e9 expref: 24 pid: 9765 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.433024:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056150528:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336268.433054:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 23 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.433070:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336268.438175:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041973248:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 11582us (12101us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.438194:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7392 00000100:00100000:0.0:1763336268.441083:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056150656:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336268.441117:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.441192:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041973376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 9254us (9542us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.441204:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3497 00000100:00100000:3.0:1763336268.443494:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.449585:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973504 00000100:00100000:0.0:1763336268.449606:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973504 00000100:00100000:0.0:1763336268.449723:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7393 00000100:00100000:0.0:1763336268.449735:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57606:x1848991041973504:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.449761:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.449787:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6691a expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.449831:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.449840:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.449842:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.449848:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 21 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.449891:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.449907:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.449925:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056150784:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.450065:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.452849:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056150784:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.452899:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 21 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.452923:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336268.453002:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57606:x1848991041973504:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3268us (9519us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.453013:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7393 00000100:00100000:3.0:1763336268.455025:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.455128:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973632 00000100:00100000:0.0:1763336268.455142:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973632 00010000:00010000:0.0:1763336268.455194:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.455250:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3498 00000100:00100000:0.0:1763336268.455262:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041973632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.455281:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.455287:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.455302:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.455332:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa445fe lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f0 expref: 21 pid: 9765 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.455350:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.455352:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.455359:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 20 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.455371:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 20 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.455419:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 20 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.455443:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056150912:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336268.455549:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.460196:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056150912:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336268.460234:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.460317:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041973632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5055us (5302us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.460331:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3498 00000100:00100000:3.0:1763336268.462242:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.462280:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.463202:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973760 00000100:00100000:1.0:1763336268.463216:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973760 00002000:00010000:1.0:1763336268.463270:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (0->18446744073709551615) 00002000:00100000:1.0:1763336268.463276:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509f80 with x1848991041973760 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336268.463292:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186509f80. 00000100:00100000:1.0:1763336268.463332:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041973888 00000100:00100000:1.0:1763336268.463336:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041973888 00002000:00010000:1.0:1763336268.463351:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:1.0:1763336268.463354:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3ded80 with x1848991041973888 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336268.463361:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3ded80. 00000100:00100000:1.0:1763336268.463395:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1959 00000100:00100000:1.0:1763336268.463407:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991041973760:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336268.463655:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.463660:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 0 -> 1763336268 00002000:00010000:1.0:1763336268.463663:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336268.463666:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 0 -> 1763336268 00002000:00010000:1.0:1763336268.463668:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336268.463913:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1960 00000100:00100000:2.0:1763336268.463925:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041973888:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336268.464059:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336268.464062:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 0 -> 1763336268 00002000:00010000:2.0:1763336268.464065:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336268.464066:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 0 -> 1763336268 00002000:00010000:2.0:1763336268.464069:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336268.464133:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041973888:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 210us (1850us total) trans 17179872007 rc 0/0 00000100:00100000:2.0:1763336268.464141:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1960 00002000:00010000:2.0:1763336268.464146:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336268.464149:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3ded80 with x1848991041973888 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336268.464154:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3ded80. 00000100:00100000:0.0:1763336268.465290:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041973760:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1874us (3049us total) trans 21474839325 rc 0/0 00000100:00100000:0.0:1763336268.465302:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1959 00002000:00010000:0.0:1763336268.465309:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (0->18446744073709551615) 00002000:00100000:0.0:1763336268.465312:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186509f80 with x1848991041973760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336268.465320:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186509f80. 00000100:00100000:3.0:1763336268.468132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.469068:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974016 00000100:00100000:0.0:1763336268.469085:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974016 00000100:00100000:0.0:1763336268.469153:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7394 00000100:00100000:0.0:1763336268.469163:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041974016:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336268.469346:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041974016:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 184us (1229us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.469355:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7394 00000100:00100000:3.0:1763336268.472830:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.473035:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974144 00000100:00100000:1.0:1763336268.473047:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974144 00000100:00100000:1.0:1763336268.473112:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7395 00000100:00100000:1.0:1763336268.473123:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991041974144:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336268.473270:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991041974144:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 148us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.473278:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7395 00000100:00100000:2.0:1763336268.476619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.477352:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974272 00000100:00100000:0.0:1763336268.477366:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974272 00000100:00100000:0.0:1763336268.477467:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1961 00000100:00100000:0.0:1763336268.477479:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041974272:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336268.477528:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.477547:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.477549:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.477556:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.477573:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481065:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481090:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481100:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481108:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.481114:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481123:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481145:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.481159:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44660 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.481261:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041974272:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3777us (4650us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1763336268.481272:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1961 00000100:00100000:3.0:1763336268.483757:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.483918:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974400 00000100:00100000:0.0:1763336268.483932:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974400 00000100:00100000:0.0:1763336268.484035:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1962 00000100:00100000:0.0:1763336268.484047:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041974400:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336268.484096:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.484118:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 23 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.484128:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336268.484130:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336268.484135:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.484179:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 23 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.484195:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 23 pid: 35222 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.484219:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056151040:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.484332:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fa4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.486992:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056151040:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.487032:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336268.487885:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.488149:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974528 00000100:00100000:0.0:1763336268.488159:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974528 00010000:00010000:0.0:1763336268.488207:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.488256:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3499 00000100:00100000:0.0:1763336268.488267:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041974528:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.488285:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.488313:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.488327:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.488356:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44652 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66913 expref: 24 pid: 35222 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.488376:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.488379:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.488385:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.488396:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.488429:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.488500:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041974528:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 234us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.488508:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3499 00010000:00010000:3.0:1763336268.488920:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.488931:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336268.495681:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839326 is committed 00000001:00080000:1.0:1763336268.495782:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839323 is committed 00002000:00010000:3.0:1763336268.495936:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 0 -> 94208 00002000:00010000:3.0:1763336268.495942:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:3.0:1763336268.495958:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.495972:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.495991:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.495997:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336268.496004:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.496013:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.496034:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.496040:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44667 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336268.496158:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041974400:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12106us (12407us total) trans 21474839326 rc 0/0 00000100:00100000:3.0:1763336268.496168:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1962 00000100:00100000:3.0:1763336268.499365:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.499539:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974656 00000100:00100000:0.0:1763336268.499554:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974656 00000100:00100000:0.0:1763336268.499624:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7396 00000100:00100000:0.0:1763336268.499634:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041974656:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336268.499827:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041974656:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 193us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.499835:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7396 00000100:00100000:2.0:1763336268.502720:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.503057:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974784 00000100:00100000:1.0:1763336268.503073:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974784 00000100:00100000:1.0:1763336268.503149:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7397 00000100:00100000:1.0:1763336268.503163:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041974784:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336268.503326:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041974784:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 165us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.503334:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7397 00000100:00100000:2.0:1763336268.507239:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.507345:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041974912 00000100:00100000:3.0:1763336268.507359:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041974912 00000100:00100000:3.0:1763336268.507573:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1963 00000100:00100000:3.0:1763336268.507587:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041974912:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336268.507635:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.507653:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.507656:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.507663:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.507680:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510498:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510523:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510538:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510546:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336268.510551:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510562:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510586:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.510595:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa4466e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336268.510800:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041974912:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3209us (3569us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1763336268.510813:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1963 00000100:00100000:3.0:1763336268.513243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.513451:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975040 00000100:00100000:2.0:1763336268.513464:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975040 00000100:00100000:2.0:1763336268.513559:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1964 00000100:00100000:2.0:1763336268.513571:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041975040:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336268.513639:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 94208, mtime: 0x691a604c, atime: 0x0, ctime: 0x691a604c, blocks: 0x48 00010000:00010000:2.0:1763336268.513651:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.513673:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.513676:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.513724:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.513743:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336268.519641:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839327 is committed 00002000:00010000:2.0:1763336268.519889:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 94208 -> 155648 00002000:00010000:2.0:1763336268.519895:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 72 -> 152 00010000:00010000:2.0:1763336268.519913:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.519927:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.519937:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.519945:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336268.519951:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.519961:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.519996:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.520011:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44675 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [114688->155647] (req 114688->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336268.520188:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041975040:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 6611us (6952us total) trans 21474839327 rc 0/0 00000100:00100000:2.0:1763336268.520201:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1964 00000100:00100000:1.0:1763336268.523627:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.523729:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975168 00000100:00100000:0.0:1763336268.523744:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975168 00000100:00100000:0.0:1763336268.523856:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7398 00000100:00100000:0.0:1763336268.523869:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041975168:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336268.524039:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041975168:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 173us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.524047:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7398 00000100:00100000:3.0:1763336268.527051:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.531080:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975296 00000100:00100000:0.0:1763336268.531104:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975296 00000100:00100000:0.0:1763336268.531191:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7399 00000100:00100000:0.0:1763336268.531204:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041975296:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336268.531387:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041975296:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 184us (4350us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.531395:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7399 00000100:00100000:3.0:1763336268.534467:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.534570:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975424 00000100:00100000:2.0:1763336268.534582:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975424 00000100:00100000:2.0:1763336268.534674:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1965 00000100:00100000:2.0:1763336268.534725:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041975424:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336268.534771:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.534790:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.534793:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.534802:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.534815:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539361:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539389:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539401:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539409:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336268.539415:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539425:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539451:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.539460:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4467c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.539644:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991041975424:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4953us (5184us total) trans 0 rc 53508/53508 00000100:00100000:1.0:1763336268.539657:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1965 00000100:00100000:3.0:1763336268.542917:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.543229:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975552 00000100:00100000:1.0:1763336268.543244:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975552 00000100:00100000:1.0:1763336268.543724:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1966 00000100:00100000:1.0:1763336268.543738:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041975552:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336268.543805:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 155648, mtime: 0x691a604c, atime: 0x0, ctime: 0x691a604c, blocks: 0x98 00010000:00010000:1.0:1763336268.543817:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.543834:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.543837:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.543843:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.543860:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336268.549613:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839328 is committed 00002000:00010000:1.0:1763336268.549783:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 155648 -> 237828 00002000:00010000:1.0:1763336268.549790:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 152 -> 264 00010000:00010000:1.0:1763336268.549806:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.549820:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.549837:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.549845:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af514000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336268.549851:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.549861:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.549886:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.549895:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa44683 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [184320->241663] (req 184320->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.550032:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041975552:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 6290us (7121us total) trans 21474839328 rc 0/0 00000100:00100000:1.0:1763336268.550045:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1966 00000100:00100000:3.0:1763336268.553395:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.553666:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975680 00000100:00100000:0.0:1763336268.553680:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975680 00000100:00100000:0.0:1763336268.553791:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10438 00000100:00100000:0.0:1763336268.553802:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57606:x1848991041975680:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:2.0:1763336268.555523:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968669 is committed 00010000:00010000:3.0:1763336268.555617:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.555631:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.555640:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.555646:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336268.555651:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.555659:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.555679:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:3.0:1763336268.555721:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336268.555730:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336268.555737:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44644 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336268.556049:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57606:x1848991041975680:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 2242us (2661us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.556061:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10438 00000100:00100000:2.0:1763336268.558672:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.558755:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.558912:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975808 00000100:00100000:3.0:1763336268.558926:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975808 00000100:00100000:3.0:1763336268.559003:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041975936 00000100:00100000:3.0:1763336268.559007:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041975936 00000100:00100000:3.0:1763336268.559416:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7400 00000100:00100000:3.0:1763336268.559430:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041975808:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:3.0:1763336268.559566:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991041975808:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 138us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.559574:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7400 00000100:00100000:3.0:1763336268.559594:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7401 00000100:00100000:3.0:1763336268.559602:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041975936:12345-192.168.203.16@tcp:16:lfs.0 00000001:00080000:2.0:1763336268.562790:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872007 is committed 00000001:00080000:2.0:1763336268.562812:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872006 is committed 00000100:00100000:3.0:1763336268.563052:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041975936:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 3442us (4289us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.563067:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7401 00000100:00100000:2.0:1763336268.573070:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.574287:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976064 00000100:00100000:3.0:1763336268.574304:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976064 00000100:00100000:0.0:1763336268.574455:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7402 00000100:00100000:0.0:1763336268.574468:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041976064:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336268.574533:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574553:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.574556:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.574563:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574579:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574610:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574620:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574629:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574637:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.574642:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574651:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574668:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.574676:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa4468a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.575305:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041976064:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 834us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.575315:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7402 00000100:00100000:2.0:1763336268.582956:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.583020:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.583129:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976192 00000100:00100000:0.0:1763336268.583142:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976192 00000100:00100000:0.0:1763336268.583213:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976320 00000100:00100000:0.0:1763336268.583217:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976320 00000100:00100000:0.0:1763336268.583258:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7403 00000100:00100000:0.0:1763336268.583272:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041976192:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336268.583335:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583354:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.583357:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.583365:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583382:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583414:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583424:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583434:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583443:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.583448:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583457:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583478:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583487:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44691 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.583571:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041976192:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 301us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.583580:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7403 00000100:00100000:0.0:1763336268.583602:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7404 00000100:00100000:0.0:1763336268.583609:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041976320:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336268.583630:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583639:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.583641:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.583644:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583654:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583670:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583678:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583735:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583741:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.583745:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583752:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583762:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.583770:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44698 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.583806:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041976320:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 197us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.583813:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7404 00000100:00100000:3.0:1763336268.591466:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.592161:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976576 00000100:00100000:0.0:1763336268.592175:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976576 00000100:00100000:0.0:1763336268.592253:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10439 00000100:00100000:0.0:1763336268.592266:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57606:x1848991041976576:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336268.592385:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336268.592413:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.592426:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:0.0:1763336268.592587:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a173ec64 reply state 00000000c6fb522d transno 4294968670 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.592601:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.592609:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.592612:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336268.592617:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336268.593609:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041976576:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1337us (2149us total) trans 4294968670 rc 0/0 00000100:00100000:0.0:1763336268.593620:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10439 00000100:00100000:2.0:1763336268.603497:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.603626:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976704 00000100:00100000:1.0:1763336268.603639:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976704 00000100:00100000:1.0:1763336268.603724:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7405 00000100:00100000:1.0:1763336268.603736:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57606:x1848991041976704:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.603762:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.603789:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66921 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336268.603825:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 237828, mtime: 0x691a604c, atime: 0x0, ctime: 0x691a604c, blocks: 0x108 00010000:00010000:1.0:1763336268.603854:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.603857:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.603866:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 13 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.603884:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 13 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.603899:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af514000, rc 0) 00000100:00100000:1.0:1763336268.603987:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57606:x1848991041976704:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 253us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.603995:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7405 00000100:00100000:2.0:1763336268.608433:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.608533:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976832 00000100:00100000:3.0:1763336268.608546:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976832 00000100:00100000:3.0:1763336268.608619:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7406 00000100:00100000:3.0:1763336268.608632:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991041976832:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336268.608869:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:3.0:1763336268.608873:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336268 -> 1763336267 00002000:00010000:3.0:1763336268.608876:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 0 -> 1763336267 00002000:00010000:3.0:1763336268.608878:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:3.0:1763336268.608880:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:3.0:1763336268.609739:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041976832:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 1101us (1312us total) trans 21474839329 rc 0/0 00000100:00100000:3.0:1763336268.609754:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7406 00000100:00100000:2.0:1763336268.611798:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.611901:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041976960 00000100:00100000:1.0:1763336268.611915:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041976960 00000100:00100000:1.0:1763336268.611995:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7407 00000100:00100000:1.0:1763336268.612007:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041976960:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336268.612212:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.612217:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336268 -> 1763336267 00002000:00010000:1.0:1763336268.612220:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 0 -> 1763336267 00002000:00010000:1.0:1763336268.612222:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:1.0:1763336268.612225:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336268.612304:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041976960:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 299us (517us total) trans 17179872008 rc 0/0 00000100:00100000:1.0:1763336268.612313:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7407 00000100:00100000:2.0:1763336268.614565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.614682:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041977216 00000100:00100000:0.0:1763336268.614737:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041977216 00000100:00100000:0.0:1763336268.614809:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10440 00000100:00100000:0.0:1763336268.614820:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041977216:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:0.0:1763336268.614909:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336268.614929:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.614940:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 4/0,1 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.615012:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.615029:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 24 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.615047:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056151168:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.615152:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183c0ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.618167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.618646:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041977344 00000100:00100000:1.0:1763336268.618661:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041977344 00010000:00010000:1.0:1763336268.618775:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.618831:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3500 00000100:00100000:1.0:1763336268.618844:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041977344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.618865:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.618873:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.618888:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.618920:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:1.0:1763336268.618927:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.618941:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.618951:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336268.618992:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.619059:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041977344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 217us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.619068:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3500 00010000:00010000:0.0:1763336268.619583:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4463d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x54:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66905 expref: 24 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.619605:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056151168:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.619630:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619639:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619645:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619739:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619747:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619754:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619765:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336268.619769:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619777:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619788:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.619791:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763336268.619795:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 2/0,0 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336268.619801:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa446ad lrc: 0/0,0 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336268.619848:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041977216:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 5030us (5297us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763336268.619857:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10440 00000100:00100000:2.0:1763336268.623508:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.623581:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041977600 00000100:00100000:0.0:1763336268.623598:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041977600 00000100:00100000:3.0:1763336268.625884:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10441 00000100:00100000:1.0:1763336268.626023:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041977600:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336268.626107:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763336268.626145:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa44580 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668b8 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.626173:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44595 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668c6 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.626184:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.626191:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336268.626260:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:1.0:1763336268.626276:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336268.626288:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00010000:1.0:1763336268.626437:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5f5fcd8 reply state 00000000caaf1898 transno 4294968671 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336268.626450:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336268.626457:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.626460:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336268.626463:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336268.626607:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041977600:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 706us (3114us total) trans 4294968671 rc 0/0 00000100:00100000:1.0:1763336268.626615:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10441 00000100:00100000:2.0:1763336268.636612:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.637198:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041977728 00000100:00100000:1.0:1763336268.637215:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041977728 00000100:00100000:1.0:1763336268.637307:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10442 00000100:00100000:1.0:1763336268.637320:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041977728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.637351:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.637379:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66928 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.637456:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.637474:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.637494:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.637498:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336268.637502:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af515600, rc 0) 00000100:00100000:1.0:1763336268.637590:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041977728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 272us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.637598:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10442 00000100:00100000:1.0:1763336268.644217:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.644318:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041977856 00000100:00100000:3.0:1763336268.644331:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041977856 00000100:00100000:3.0:1763336268.644402:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7408 00000100:00100000:3.0:1763336268.644413:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57606:x1848991041977856:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336268.644436:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336268.644461:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6692f expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.644499:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.644509:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.644512:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.644517:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.644558:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336268.644589:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.644606:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056151296:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.650857:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.653939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.653994:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056151296:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.654039:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.654064:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfe00, rc 0) 00000100:00100000:0.0:1763336268.654146:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57606:x1848991041977856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9734us (9942us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.654156:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7408 00000100:00100000:1.0:1763336268.654405:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041977984 00000100:00100000:1.0:1763336268.654414:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041977984 00010000:00010000:1.0:1763336268.654454:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 1156 lvb_type: 1 00000100:00100000:1.0:1763336268.654494:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3501 00000100:00100000:1.0:1763336268.654503:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041977984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.654519:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.654544:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.654560:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.654601:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4462f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668fe expref: 15 pid: 8399 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.654617:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.654619:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.654628:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.654639:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.654678:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.654756:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056151424:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336268.654826:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.660089:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.660222:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978112 00000100:00100000:0.0:1763336268.660239:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978112 00000100:00100000:0.0:1763336268.660326:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7409 00000100:00100000:0.0:1763336268.660341:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57606:x1848991041978112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.660367:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.660393:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66936 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.660433:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.660442:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.660445:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.660450:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.660495:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.660511:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 16 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.660529:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056151552:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.663201:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183c0ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.663401:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056151424:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336268.663432:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.663471:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041977984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8968us (9557us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.663485:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3501 00000100:00100000:3.0:1763336268.669884:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.670057:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056151552:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.670103:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.670134:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336268.670215:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57606:x1848991041978112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9877us (10134us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.670225:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7409 00000100:00100000:1.0:1763336268.670396:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978240 00000100:00100000:1.0:1763336268.670405:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978240 00010000:00010000:1.0:1763336268.670446:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 15 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:1.0:1763336268.670498:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3502 00000100:00100000:1.0:1763336268.670510:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8985450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041978240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.670527:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.670552:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 15 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.670579:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 15 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.670608:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44445 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66848 expref: 15 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:1.0:1763336268.670626:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.670628:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.670637:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.670648:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.670839:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.670862:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056151680:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336268.670930:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.679445:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.679852:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056151680:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336268.679885:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.679967:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8985450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041978240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 9458us (10095us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.679991:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3502 00000100:00100000:0.0:1763336268.680496:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978368 00000100:00100000:0.0:1763336268.680508:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978368 00000100:00100000:0.0:1763336268.680563:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7410 00000100:00100000:0.0:1763336268.681182:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57606:x1848991041978368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.681209:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.681238:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6693d expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.681279:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.681289:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.681292:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.681298:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.681343:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.681361:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 20 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.681387:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056151808:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.681499:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183c0ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.686259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.686370:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978496 00000100:00100000:1.0:1763336268.686380:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978496 00010000:00010000:1.0:1763336268.686420:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 21 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.688090:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3503 00000100:00100000:2.0:1763336268.688281:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991041978496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336268.688302:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336268.688328:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 21 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:2.0:1763336268.688343:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 21 pid: 29013 timeout: 1156 lvb_type: 1 00010000:00010000:2.0:1763336268.688368:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.688370:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.688376:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 21 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.688385:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 21 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.688426:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 21 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336268.688439:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35233:1848991056151936:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336268.688522:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1763336268.688626:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa44453 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6684f expref: 21 pid: 29013 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.688641:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056151808:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.688664:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.688674:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:0.0:1763336268.688747:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57606:x1848991041978368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7575us (9318us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.688755:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7410 00000100:00100000:2.0:1763336268.697768:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.697799:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.697823:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.697922:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35233:1848991056151936:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336268.697945:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.698001:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041978496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 9900us (11752us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.698012:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3503 00000100:00100000:1.0:1763336268.698089:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978624 00000100:00100000:1.0:1763336268.698095:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978624 00000100:00100000:1.0:1763336268.698132:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978752 00000100:00100000:1.0:1763336268.698135:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978752 00000100:00100000:1.0:1763336268.698152:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041978880 00000100:00100000:1.0:1763336268.698155:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041978880 00000100:00100000:1.0:1763336268.698171:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7411 00000100:00100000:1.0:1763336268.698177:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041978624:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336268.698301:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:1.0:1763336268.698304:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.698306:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.698308:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336267 -> 1763336268 00002000:00010000:1.0:1763336268.698311:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1763336268.698332:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041978624:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 155us (573us total) trans 21474839330 rc 0/0 00000100:00100000:1.0:1763336268.698339:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7411 00000100:00100000:1.0:1763336268.698349:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7412 00000100:00100000:1.0:1763336268.698354:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041978752:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336268.698390:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.698393:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.698395:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.698397:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336267 -> 1763336268 00002000:00010000:1.0:1763336268.698399:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336268.698415:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041978752:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 61us (615us total) trans 21474839331 rc 0/0 00000100:00100000:1.0:1763336268.698420:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7412 00000100:00100000:1.0:1763336268.698430:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7413 00000100:00100000:1.0:1763336268.698435:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041978880:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336268.698489:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336268.698491:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.698493:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336268.698495:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336267 -> 1763336268 00002000:00010000:1.0:1763336268.698497:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336268.698512:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041978880:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 77us (689us total) trans 17179872009 rc 0/0 00000100:00100000:1.0:1763336268.698517:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7413 00000100:00100000:3.0:1763336268.705365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.706179:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041979136 00000100:00100000:1.0:1763336268.706191:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041979136 00000100:00100000:1.0:1763336268.706679:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3592 00000100:00100000:1.0:1763336268.706733:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041979136:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:1.0:1763336268.706798:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa4460c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f7 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.706837:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336268.706850:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.706858:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.707955:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336268.708011:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.708025:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.708040:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056152064:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336268.708130:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.708139:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 24 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.708153:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056152192:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336268.708172:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.713340:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.713423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.714002:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056152064:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336268.714016:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056152192:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336268.714046:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336268.714132:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041979392 00000100:00100000:0.0:1763336268.714140:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041979392 00010000:00010000:0.0:1763336268.714174:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 25 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.714208:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041979264 00000100:00100000:0.0:1763336268.714211:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041979264 00010000:00010000:0.0:1763336268.714222:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 26 pid: 6514 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.714248:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3504 00000100:00100000:0.0:1763336268.714256:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991041979392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.714270:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.714277:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 26 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.714287:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 26 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.714308:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa443ab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66810 expref: 26 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.714323:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.714328:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714336:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714342:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.714388:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041979392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 133us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.714395:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3504 00000100:00100000:0.0:1763336268.714412:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3505 00000100:00100000:0.0:1763336268.714417:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041979264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.714428:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.714432:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.714441:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.714451:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa446bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66928 expref: 24 pid: 6514 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.714459:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.714462:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714469:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714476:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714497:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.714514:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041979264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 96us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.714520:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3505 00010000:00010000:0.0:1763336268.714538:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714544:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714566:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336268.714577:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.714584:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 4/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.714610:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.714622:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 22 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.714636:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056152320:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336268.714723:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183c0ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.721367:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056152320:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.721397:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336268.725430:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.725635:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041979520 00000100:00100000:0.0:1763336268.725645:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041979520 00010000:00010000:0.0:1763336268.725698:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 23 pid: 23631 timeout: 1156 lvb_type: 0 00000100:00100000:0.0:1763336268.725739:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3506 00000100:00100000:0.0:1763336268.725748:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041979520:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.725762:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.725769:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 23 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.725782:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 23 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.725802:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4464b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x54:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6690c expref: 23 pid: 23631 timeout: 1156 lvb_type: 0 00010000:00010000:0.0:1763336268.725816:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.725821:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.725830:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.725836:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.725863:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336268.725927:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336268.725935:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336268.726246:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152448:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.726302:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336268.726342:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336268.726430:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041979520:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 681us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.726439:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3506 00000100:00100000:3.0:1763336268.726777:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056152448 00000100:00100000:3.0:1763336268.726783:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056152448 00000100:00100000:3.0:1763336268.726827:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1763336268.726836:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152448:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336268.726959:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152448:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 124us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.726966:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1763336268.727118:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839323 gen 2 00000004:00080000:1.0:1763336268.727124:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183a0f480, transno 21474839308 00000004:00080000:1.0:1763336268.727143:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183a0df80, transno 21474839309 00000004:00080000:1.0:1763336268.727147:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183a0d500, transno 21474839310 00000004:00080000:1.0:1763336268.727150:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183a0ea00, transno 21474839311 00000004:00080000:1.0:1763336268.727152:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6d80, transno 21474839318 00000004:00080000:1.0:1763336268.727155:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb4a80, transno 21474839319 00000004:00080000:1.0:1763336268.727157:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6a00, transno 21474839320 00000004:00080000:1.0:1763336268.727160:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918a240e00, transno 21474839321 00000004:00080000:1.0:1763336268.727163:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186efaa00, transno 21474839322 00000004:00080000:1.0:1763336268.727165:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186efa300, transno 21474839323 00000100:00100000:1.0:1763336268.727172:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152448:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727223:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152576:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727261:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.727276:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.727330:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056152576 00000100:00100000:2.0:1763336268.727335:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056152576 00000100:00100000:2.0:1763336268.727371:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1763336268.727379:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152576:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.727438:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152576:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 60us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.727444:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1763336268.727518:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872006 gen 2 00000004:00080000:1.0:1763336268.727523:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62c700, transno 17179872001 00000004:00080000:1.0:1763336268.727541:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b641c00, transno 17179872002 00000004:00080000:1.0:1763336268.727545:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bbc53b80, transno 17179872003 00000004:00080000:1.0:1763336268.727548:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a7100, transno 17179872004 00000004:00080000:1.0:1763336268.727550:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a4700, transno 17179872005 00000004:00080000:1.0:1763336268.727553:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183a0e300, transno 17179872006 00000100:00100000:1.0:1763336268.727558:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152576:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727606:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152704:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727630:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.727645:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.727659:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056152704 00000100:00100000:1.0:1763336268.727662:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056152704 00000100:00100000:1.0:1763336268.727712:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1763336268.727719:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152704:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727776:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152704:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 58us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.727782:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1763336268.727811:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152704:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727841:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152832:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336268.727862:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763336268.728074:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:1.0:1763336268.728448:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000004:00080000:3.0:1763336268.728657:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:3.0:1763336268.728673:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056152832 00000100:00100000:3.0:1763336268.728678:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056152832 00000100:00100000:3.0:1763336268.728744:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1763336268.728751:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152832:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336268.728825:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152832:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 74us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.728831:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1763336268.728925:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152832:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.728981:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152960:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.729011:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.729023:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.729143:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056152960 00000100:00100000:2.0:1763336268.729148:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056152960 00000100:00100000:2.0:1763336268.729183:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1763336268.729189:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152960:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.729241:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056152960:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 52us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.729248:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1763336268.729782:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056152960:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.729818:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153088:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.729844:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.730165:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.730202:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153088 00000100:00100000:3.0:1763336268.730207:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153088 00000100:00100000:2.0:1763336268.735736:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1763336268.735751:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153088:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.735886:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153088:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 138us (6040us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.735893:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1763336268.736098:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153088:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.736175:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153216:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.736209:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.736241:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.736292:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153216 00000100:00100000:2.0:1763336268.736299:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153216 00000100:00100000:2.0:1763336268.736334:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1763336268.736341:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153216:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.736417:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153216:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 76us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.736424:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1763336268.736491:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153216:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.736524:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153344:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.736546:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.736570:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.736616:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153344 00000100:00100000:2.0:1763336268.736620:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153344 00000100:00100000:2.0:1763336268.736655:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1763336268.736663:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153344:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.736735:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153344:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 74us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.736745:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:0.0:1763336268.736863:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153344:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:0.0:1763336268.737064:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].24, 552 off51696 00000001:00080000:0.0:1763336268.737077:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968672 00000100:00100000:0.0:1763336268.737132:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153472:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.737170:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.737196:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.737339:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153472 00000100:00100000:2.0:1763336268.737344:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153472 00000100:00100000:2.0:1763336268.737379:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1763336268.737387:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153472:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336268.737495:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056153472:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 109us (325us total) trans 21474839332 rc 0/0 00000100:00100000:2.0:1763336268.737503:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1763336268.737667:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a242d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153472:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.737722:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a243800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153600:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336268.737749:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.737773:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336268.737845:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153600 00000100:00100000:3.0:1763336268.737850:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153600 00000100:00100000:3.0:1763336268.737888:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1763336268.737895:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056153600:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336268.738011:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056153600:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 117us (261us total) trans 17179872010 rc 0/0 00000100:00100000:3.0:1763336268.738017:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1763336268.738165:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a243800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056153600:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:0.0:1763336268.738215:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968673 00010000:00010000:0.0:1763336268.738239:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738252:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738259:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738265:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336268.738269:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738276:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738290:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336268.738293:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336268.738298:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 2/0,0 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738303:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa446de lrc: 0/0,0 mode: --/EX res: [0x240000405:0x54:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738329:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738335:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738340:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738344:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336268.738347:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738356:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738362:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.738364:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336268.738367:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738373:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa446d7 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336268.738383:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336268.738385:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336268.738391:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa4460c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c668f7 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.738469:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041979136:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 31741us (33112us total) trans 4294968674 rc 0/0 00000100:00100000:0.0:1763336268.738477:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3592 00000020:00080000:0.0:1763336268.738481:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763336268.742040:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.742848:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041979648 00000100:00100000:1.0:1763336268.742860:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041979648 00000100:00100000:1.0:1763336268.743067:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10443 00000100:00100000:1.0:1763336268.743076:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57606:x1848991041979648:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.743102:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.743122:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa446e5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66944 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.743175:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa446e5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66944 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.743190:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa446e5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66944 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.743207:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336268.743210:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336268.743214:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf949200, rc 0) 00000100:00100000:1.0:1763336268.743275:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041979648:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 199us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.743282:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10443 00000100:00100000:2.0:1763336268.756340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336268.756506:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041979904 00000100:00100000:0.0:1763336268.756516:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041979904 00000100:00100000:2.0:1763336268.757065:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3593 00000100:00100000:2.0:1763336268.757078:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57606:x1848991041979904:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336268.757321:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57606:x1848991041979904:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 244us (988us total) trans 4294968675 rc 0/0 00000100:00100000:2.0:1763336268.757329:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3593 00000100:00100000:3.0:1763336268.764965:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.765055:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041980160 00000100:00100000:1.0:1763336268.765064:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041980160 00000100:00100000:1.0:1763336268.765114:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3594 00000100:00100000:1.0:1763336268.765123:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57606:x1848991041980160:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:1.0:1763336268.765288:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x54:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763336268.765358:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 3/0,1 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:1.0:1763336268.765374:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336268.765386:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336268.765394:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336268.765403:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336268.765408:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336268.766093:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336268.766172:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336268.766179:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336268.766186:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336268.766190:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336268.766197:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336268.766209:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:3.0:1763336268.766211:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336268.766216:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 1/0,0 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336268.766221:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa446ec lrc: 0/0,0 mode: --/PW res: [0x240000405:0x54:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00000100:00100000:1.0:1763336268.766283:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57606:x1848991041980160:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1158us (1323us total) trans 4294968676 rc 0/0 00010000:00010000:2.0:1763336268.766286:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336268.766288:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336268.766290:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336268.766292:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3594 00000020:00080000:1.0:1763336268.776289:0:32310:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969208 batchid updated 00000004:00080000:1.0:1763336268.776321:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1068 committed 00000004:00080000:1.0:1763336268.776341:0:32310:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1072 committed 00000020:00080000:3.0:1763336268.776349:0:32339:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969208 00000004:00080000:3.0:1763336268.776416:0:32339:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9c92bbf63240 with version 16 00000020:00080000:3.0:1763336268.776432:0:32339:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294969208 cancel update log [0x240000406:0x2:0x0].5: rc = 0 00000020:00080000:3.0:1763336268.776504:0:32339:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969208 cancel update log [0x200000bd0:0x2:0x0].11: rc = 0 00000020:00080000:3.0:1763336268.776512:0:32339:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969208 00000004:00080000:1.0:1763336268.776529:0:32325:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9c92af5aa240 version 16 rpc_version 16 00000100:00100000:3.0:1763336268.776530:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056153728:0@lo:6:osp-syn-0-0.0 00000020:00100000:1.0:1763336268.776550:0:32325:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763336268.776558:0:32325:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9c9184d9dc00 x1848991056153984/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763336268.776574:0:32325:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32325:1848991056153984:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763336268.776607:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336268.776607:0:32325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336268.776654:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153728 00000100:00100000:2.0:1763336268.776661:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153728 00000100:00100000:0.0:1763336268.776745:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056154112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763336268.776775:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336268.776809:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056154112 00000100:00100000:0.0:1763336268.776812:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056154112 00000100:00100000:0.0:1763336268.776850:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7414 00000100:00100000:0.0:1763336268.776857:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056154112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763336268.776880:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:721 count 1 00010000:00010000:0.0:1763336268.776903:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.776922:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 19 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.776930:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763336268.776931:0:32325:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00010000:00010000:0.0:1763336268.776932:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.776936:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.776960:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 19 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.776984:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 19 pid: 28588 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.776996:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056154240:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336268.776999:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7415 00000100:00100000:2.0:1763336268.777007:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056153728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763336268.777019:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:752 count 1 00010000:00010000:2.0:1763336268.777033:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.777045:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 15 pid: 27808 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763336268.777051:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00010000:00010000:2.0:1763336268.777057:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.777059:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336268.777061:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.777081:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 15 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336268.777090:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 15 pid: 27808 timeout: 1156 lvb_type: 1 00000100:00100000:2.0:1763336268.777101:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056154368:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336268.777126:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbd49480 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.777141:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056153984 00000100:00100000:2.0:1763336268.777145:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056153984 00000100:00100000:2.0:1763336268.777182:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1763336268.777190:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:32325:x1848991056153984:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763336268.777312:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:32325:x1848991056153984:12345-0@lo:1000:osp_up1-0.0 Request processed in 123us (705us total) trans 4294968677 rc 0/0 00000100:00100000:2.0:1763336268.777320:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1763336268.777372:0:32325:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32325:1848991056153984:0@lo:1000:osp_up1-0.0 00000100:00080000:3.0:1763336268.777579:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763336268.777583:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336268.781395:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.781420:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.781446:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041980416 00000100:00100000:3.0:1763336268.781454:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041980416 00010000:00010000:3.0:1763336268.781485:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 16 pid: 27808 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.781516:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041980288 00000100:00100000:3.0:1763336268.781518:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041980288 00010000:00010000:3.0:1763336268.781529:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 20 pid: 28588 timeout: 1156 lvb_type: 1 00000100:00100000:3.0:1763336268.781546:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3507 00000100:00100000:3.0:1763336268.781553:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041980416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336268.781567:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336268.781572:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 16 pid: 27808 timeout: 1156 lvb_type: 1 00010000:00010000:3.0:1763336268.781583:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 16 pid: 27808 timeout: 1156 lvb_type: 1 00010000:00010000:3.0:1763336268.781605:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.781608:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336268.781612:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336268.781627:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.781709:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3508 00000100:00100000:0.0:1763336268.781720:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041980288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336268.781730:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336268.781734:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 20 pid: 28588 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.781744:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 20 pid: 28588 timeout: 1156 lvb_type: 1 00010000:00010000:0.0:1763336268.781762:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.781764:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336268.781767:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781775:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781789:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336268.781840:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041980288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 122us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336268.781847:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3508 00010000:00010000:0.0:1763336268.781894:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa43312 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6623d expref: 19 pid: 28588 timeout: 1156 lvb_type: 1 00000100:00100000:0.0:1763336268.781906:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056154240:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336268.781924:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781933:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781940:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781949:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781957:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.781981:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336268.782205:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1848991056154112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5347us (5428us total) trans 17179872011 rc 0/0 00000100:00100000:0.0:1763336268.782213:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7414 00010000:00010000:0.0:1763336268.782235:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336268.782242:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.782250:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.782253:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.782262:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.782274:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.782281:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa446f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.782298:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336268.782300:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336268.782302:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336268.782378:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa4330b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66236 expref: 16 pid: 27808 timeout: 1156 lvb_type: 1 00000100:00100000:1.0:1763336268.782497:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056154368:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336268.782513:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.782526:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.782532:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.782538:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.782544:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.782564:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336268.782735:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1848991056153728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5729us (6127us total) trans 21474839333 rc 0/0 00000100:00100000:1.0:1763336268.782743:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7415 00010000:00010000:3.0:1763336268.782846:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336268.782941:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041980416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1386us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336268.782949:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3507 00000004:00080000:3.0:1763336268.782997:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f40e00/2, rc 0, transno 21474839333 00000100:00100000:3.0:1763336268.783003:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056153728:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1763336268.783582:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a4700/2, rc 0, transno 17179872011 00000100:00100000:2.0:1763336268.783589:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056154112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763336268.784500:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1763336268.786829:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.786950:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041980544 00000100:00100000:2.0:1763336268.786961:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041980544 00000100:00100000:2.0:1763336268.787026:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10444 00000100:00100000:2.0:1763336268.787037:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57607:x1848991041980544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336268.787061:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336268.787085:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44701 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6694b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.787167:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336268.787181:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787192:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787205:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336268.787212:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787219:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787288:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336268.787298:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787304:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336268.787344:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:2.0:1763336268.787349:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336268.787365:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787377:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787385:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787391:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787397:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787403:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787408:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336268.787412:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787419:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787429:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e400) 00010000:00010000:2.0:1763336268.787432:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336268.787435:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787441:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44708 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787453:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787459:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787465:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787469:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336268.787472:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787478:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787484:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e500) 00010000:00010000:2.0:1763336268.787487:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336268.787490:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787496:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4470f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336268.787533:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44701 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.787550:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.787557:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336268.787560:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336268.787563:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:2.0:1763336268.787620:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57607:x1848991041980544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 585us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.787628:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10444 00010000:00010000:0.0:1763336268.789179:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.789194:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0de00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336268.789198:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.789207:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.789224:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.789231:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa446fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336268.789252:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336268.789255:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336268.789258:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336268.795132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.795193:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041980800 00000100:00100000:2.0:1763336268.795201:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041980800 00000100:00100000:2.0:1763336268.795246:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10445 00000100:00100000:2.0:1763336268.795253:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57607:x1848991041980800:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336268.795269:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336268.795285:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4471d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66952 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.795535:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44724 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336268.795551:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44724 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336268.795561:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44724 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336268.795576:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:2.0:1763336268.795680:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4471d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66952 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.795753:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44724 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66952 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.795762:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336268.795766:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336268.795773:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:2.0:1763336268.795856:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57607:x1848991041980800:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 602us (729us total) trans 4294968678 rc 0/0 00000100:00100000:2.0:1763336268.795863:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10445 00000100:00100000:3.0:1763336268.798858:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.800178:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981056 00000100:00100000:2.0:1763336268.800190:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981056 00000100:00100000:2.0:1763336268.800255:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10446 00000100:00100000:2.0:1763336268.800267:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57607:x1848991041981056:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336268.800293:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336268.800314:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44732 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66959 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.800411:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa44739 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336268.800425:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa44739 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336268.800436:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa44739 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336268.800448:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:2.0:1763336268.800563:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44732 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66959 expref: 32 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.800581:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa44739 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66959 expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.800590:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336268.800594:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336268.800598:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00000100:00100000:2.0:1763336268.800665:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57607:x1848991041981056:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 400us (1813us total) trans 4294968679 rc 0/0 00000100:00100000:2.0:1763336268.800673:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10446 00000100:00100000:3.0:1763336268.807011:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.807111:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981184 00000100:00100000:1.0:1763336268.807121:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981184 00000100:00100000:1.0:1763336268.807179:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7416 00000100:00100000:1.0:1763336268.807188:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041981184:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.807204:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.807222:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66960 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336268.807243:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 237828, mtime: 0x691a604b, atime: 0x691a604a, ctime: 0x691a604b, blocks: 0x108 00010000:00010000:1.0:1763336268.807262:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.807263:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.807271:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 20 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336268.807285:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 20 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336268.807296:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948e00, rc 0) 00000100:00100000:1.0:1763336268.807348:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041981184:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 160us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.807355:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7416 00000100:00100000:1.0:1763336268.853924:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.855298:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981312 00000100:00100000:2.0:1763336268.855311:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981312 00000100:00100000:2.0:1763336268.855919:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1967 00000100:00100000:2.0:1763336268.855931:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041981312:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336268.855966:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.856169:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.856177:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336268.856179:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336268.856183:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.856218:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.856231:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 15 pid: 29013 timeout: 1156 lvb_type: 0 00000100:00100000:2.0:1763336268.856246:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056154496:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336268.856334:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.860886:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056154496:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336268.860918:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336268.861051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.861133:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981440 00000100:00100000:1.0:1763336268.861141:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981440 00010000:00010000:1.0:1763336268.861176:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 16 pid: 29013 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.861747:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3509 00000100:00100000:1.0:1763336268.861760:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8986850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041981440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.861777:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.861798:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 16 pid: 29013 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.861811:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 16 pid: 29013 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.861943:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa446c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6692f expref: 16 pid: 29013 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.861957:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.861959:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.861963:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.861982:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.862014:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.862139:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8986850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041981440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 381us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.862148:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3509 00010000:00010000:2.0:1763336268.862355:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.862364:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869474:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869495:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869504:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869512:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336268.869516:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869525:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869544:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.869556:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4474e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336268.869647:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041981312:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13714us (15727us total) trans 0 rc 237828/237828 00000100:00100000:2.0:1763336268.869667:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1967 00000100:00100000:3.0:1763336268.874764:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336268.874860:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.875616:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981568 00000100:00100000:1.0:1763336268.875625:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981568 00000100:00100000:0.0:1763336268.875733:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981696 00000100:00100000:0.0:1763336268.875737:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981696 00000100:00100000:0.0:1763336268.875769:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7417 00000100:00100000:0.0:1763336268.875777:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041981696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336268.875793:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336268.875810:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44755 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6696e expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336268.875871:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056154624:192.168.203.16@tcp:106: 00000100:00100000:0.0:1763336268.875958:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.876100:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7418 00000100:00100000:1.0:1763336268.876109:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041981568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336268.876117:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336268.876127:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4475c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66967 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.876157:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056154752:192.168.203.16@tcp:106: 00000100:00100000:1.0:1763336268.876184:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336268.877953:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056154752:192.168.203.16@tcp:106: 00010000:00010000:1.0:1763336268.877996:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4475c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66967 expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336268.878016:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4475c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66967 expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336268.878026:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf948400, rc 0) 00000100:00100000:0.0:1763336268.878032:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056154624:192.168.203.16@tcp:106: 00010000:00010000:0.0:1763336268.878049:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44755 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6696e expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.878060:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44755 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6696e expref: 21 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336268.878068:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:1.0:1763336268.878208:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041981568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2099us (3453us total) trans 0 rc 301/301 00000100:00100000:0.0:1763336268.878208:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041981696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2429us (3346us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336268.878217:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7418 00000100:00100000:0.0:1763336268.878220:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7417 00000100:00100000:3.0:1763336268.880603:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.880668:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981824 00000100:00100000:2.0:1763336268.880679:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981824 00000100:00100000:2.0:1763336268.880764:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1968 00000100:00100000:2.0:1763336268.880774:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041981824:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336268.880809:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.880836:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.880843:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336268.880846:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336268.880849:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.880886:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.880899:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 14 pid: 9765 timeout: 1156 lvb_type: 0 00000100:00100000:2.0:1763336268.880919:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056154880:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336268.881003:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f80600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336268.884425:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056154880:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336268.884455:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336268.884898:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.885059:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041981952 00000100:00100000:1.0:1763336268.885066:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041981952 00010000:00010000:1.0:1763336268.885102:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 15 pid: 9765 timeout: 1156 lvb_type: 0 00000100:00100000:1.0:1763336268.885144:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3510 00000100:00100000:1.0:1763336268.885155:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041981952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336268.885169:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336268.885188:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 15 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.885200:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 15 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.885221:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa446a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66921 expref: 15 pid: 9765 timeout: 1156 lvb_type: 0 00010000:00010000:1.0:1763336268.885240:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.885242:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.885246:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.885256:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.885287:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336268.885334:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041981952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336268.885341:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3510 00010000:00010000:2.0:1763336268.885625:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.885634:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891830:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891848:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891857:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891864:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336268.891868:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891876:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891898:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.891905:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44763 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.892542:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991041981824:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 11763us (11939us total) trans 0 rc 237828/237828 00000100:00100000:1.0:1763336268.892555:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1968 00010000:00010000:2.0:1763336268.902083:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336268.907994:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.908107:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041982080 00000100:00100000:2.0:1763336268.908118:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041982080 00000100:00100000:2.0:1763336268.908184:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 437 00000100:00100000:2.0:1763336268.908195:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57607:x1848991041982080:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336268.908210:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336268.908233:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa44739 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66959 expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.908251:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336268.908256:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336268.908312:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57607:x1848991041982080:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 118us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336268.908323:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 437 00000100:00100000:3.0:1763336268.912080:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.912210:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041982336 00000100:00100000:1.0:1763336268.912220:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041982336 00000100:00100000:0.0:1763336268.912952:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3595 00000100:00100000:0.0:1763336268.912966:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57607:x1848991041982336:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336268.913205:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57607:x1848991041982336:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 241us (1132us total) trans 4294968680 rc 0/0 00000100:00100000:0.0:1763336268.913213:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3595 00000100:00100000:0.0:1763336268.930883:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336268.932507:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041982592 00000100:00100000:2.0:1763336268.932519:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041982592 00000100:00100000:2.0:1763336268.932582:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10447 00000100:00100000:2.0:1763336268.932591:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57608:x1848991041982592:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336268.932612:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336268.932632:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4476a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66975 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.932854:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44771 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336268.932868:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44771 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336268.932877:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44771 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336268.932888:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:2.0:1763336268.932990:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4476a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66975 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.933007:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44771 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66975 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336268.933015:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336268.933018:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336268.933021:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:2.0:1763336268.933082:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57608:x1848991041982592:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 492us (2208us total) trans 4294968681 rc 0/0 00000100:00100000:2.0:1763336268.933090:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10447 00000100:00100000:3.0:1763336268.937811:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336268.937883:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041982720 00000100:00100000:1.0:1763336268.937894:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041982720 00000100:00100000:1.0:1763336268.937963:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1969 00000100:00100000:1.0:1763336268.937983:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041982720:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336268.938018:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.938033:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.938036:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336268.938041:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.938055:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.948910:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.948936:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.948945:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.948952:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336268.948956:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.948964:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.948993:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336268.949002:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4477f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336268.949088:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041982720:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 11112us (11283us total) trans 0 rc 237828/237828 00000100:00100000:1.0:1763336268.949100:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1969 00000100:00100000:3.0:1763336269.003013:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.004405:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041982848 00000100:00100000:1.0:1763336269.004423:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041982848 00000100:00100000:0.0:1763336269.004559:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7419 00000100:00100000:0.0:1763336269.004569:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041982848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.004587:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.004612:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6697c expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336269.004636:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 237828, mtime: 0x691a604b, atime: 0x691a604b, ctime: 0x691a604c, blocks: 0x1c0 00010000:00010000:0.0:1763336269.004661:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.004663:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.004674:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 14 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.004708:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 14 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.004722:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:0.0:1763336269.004783:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041982848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 215us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.004790:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7419 00000100:00100000:3.0:1763336269.010375:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.010462:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041982976 00000100:00100000:1.0:1763336269.010474:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041982976 00000100:00100000:1.0:1763336269.010548:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1970 00000100:00100000:1.0:1763336269.010559:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041982976:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336269.010596:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.010612:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.010614:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.010620:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.010634:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017200:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017221:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017361:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017369:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.017373:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017382:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017402:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.017420:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa4478d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.017511:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041982976:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6949us (7139us total) trans 0 rc 237828/237828 00000100:00100000:1.0:1763336269.017521:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1970 00000100:00100000:2.0:1763336269.023968:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.025259:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041983104 00000100:00100000:1.0:1763336269.025271:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041983104 00000100:00100000:1.0:1763336269.025944:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1971 00000100:00100000:1.0:1763336269.025957:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041983104:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336269.026015:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 237828, mtime: 0x691a604b, atime: 0x691a604b, ctime: 0x691a604c, blocks: 0x108 00010000:00010000:1.0:1763336269.026024:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.026038:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.026040:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.026045:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.026058:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031455:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031474:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031488:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031495:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf948400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.031499:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031507:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031525:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.031532:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf948400/0x84ca14902aa44794 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.031626:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041983104:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5668us (7662us total) trans 0 rc 237828/237828 00000100:00100000:1.0:1763336269.031636:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1971 00000100:00100000:3.0:1763336269.043653:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.043880:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041983232 00000100:00100000:1.0:1763336269.043890:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041983232 00000100:00100000:1.0:1763336269.043961:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 438 00000100:00100000:1.0:1763336269.043981:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57608:x1848991041983232:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336269.043997:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.044025:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44771 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66975 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.044050:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.044054:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336269.044114:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57608:x1848991041983232:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 144us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.044121:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 438 00000100:00100000:2.0:1763336269.046476:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.046573:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041983488 00000100:00100000:0.0:1763336269.046582:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041983488 00000100:00100000:0.0:1763336269.046632:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3596 00000100:00100000:0.0:1763336269.046837:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57608:x1848991041983488:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336269.047078:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57608:x1848991041983488:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 436us (612us total) trans 4294968682 rc 0/0 00000100:00100000:0.0:1763336269.047086:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3596 00000100:00100000:2.0:1763336269.051269:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.051342:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041983744 00000100:00100000:1.0:1763336269.051352:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041983744 00000100:00100000:1.0:1763336269.051412:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10448 00000100:00100000:1.0:1763336269.051424:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991041983744:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336269.051447:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.051467:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4479b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66983 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.051596:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.051611:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.051621:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.051653:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.051667:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 34 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.051731:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056155008:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336269.051817:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.053210:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056155008:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336269.053238:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336269.053948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.054288:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041983872 00000100:00100000:0.0:1763336269.054296:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041983872 00010000:00010000:0.0:1763336269.054329:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 35 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:0.0:1763336269.054376:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3511 00000100:00100000:0.0:1763336269.054385:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991041983872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336269.054399:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336269.054405:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 35 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.054421:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 35 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.054444:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44716 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6694b expref: 35 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.054468:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.054473:0:35233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.054482:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.054488:0:35233:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.054517:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336269.054569:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991041983872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.054576:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3511 00010000:00010000:2.0:1763336269.054913:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.054921:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336269.054943:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00010000:00010000:2.0:1763336269.055082:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf948400/0x84ca14902aa4479b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.055097:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.055104:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.055107:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336269.055110:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:2.0:1763336269.055148:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041983744:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3727us (3893us total) trans 4294968683 rc 0/0 00000100:00100000:2.0:1763336269.055155:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10448 00000100:00100000:2.0:1763336269.059101:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.059238:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041984000 00000100:00100000:1.0:1763336269.059248:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041984000 00000100:00100000:1.0:1763336269.059309:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10449 00000100:00100000:1.0:1763336269.059319:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041984000:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336269.059342:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.059362:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa447b0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6698a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.059455:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.059470:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.059478:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.059660:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.059673:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 35 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.059784:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056155136:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336269.059868:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336269.065251:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.065447:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041984128 00000100:00100000:0.0:1763336269.065456:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041984128 00010000:00010000:0.0:1763336269.065501:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 36 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:0.0:1763336269.065545:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3512 00000100:00100000:0.0:1763336269.065555:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991041984128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336269.065570:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336269.065576:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 36 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.065590:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 36 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.065611:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.065617:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.065626:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.065633:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.065652:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336269.065733:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991041984128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.065741:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3512 00010000:00010000:1.0:1763336269.065902:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447a2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66983 expref: 35 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.065918:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056155136:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336269.065937:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.065945:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.065950:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336269.066014:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 237828 00000004:00200000:1.0:1763336269.066019:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336269.066039:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.066067:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa447b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6698a expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.066081:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6698a expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.066088:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.066091:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336269.066094:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:1.0:1763336269.066135:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041984000:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6816us (7041us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.066141:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10449 00000100:00100000:3.0:1763336269.069782:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.070029:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041984384 00000100:00100000:0.0:1763336269.070039:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041984384 00000100:00100000:0.0:1763336269.070100:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3597 00000100:00100000:0.0:1763336269.070110:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991041984384:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336269.070385:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991041984384:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 275us (610us total) trans 4294968684 rc 0/0 00000100:00100000:0.0:1763336269.070393:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3597 00000100:00100000:0.0:1763336269.073661:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.073759:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041984640 00000100:00100000:1.0:1763336269.073770:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041984640 00000100:00100000:1.0:1763336269.073823:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10450 00000100:00100000:1.0:1763336269.073833:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991041984640:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336269.073868:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.073872:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763336269.073897:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447b7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6698a expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.073920:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44724 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66952 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.073933:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf949200/0x84ca14902aa446e5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66944 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.073941:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.073944:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336269.073953:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa447be lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66991 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.074006:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447c5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.074016:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.074026:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763336269.074196:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].127, 88 off18712 00000004:00080000:1.0:1763336269.074204:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1057035518131ns, next at 1056126636542ns, rc = 0 00000040:00080000:1.0:1763336269.074243:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].131, 88 off19064 00000004:00080000:1.0:1763336269.074250:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1057035564967ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336269.074278:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].128, 88 off18800 00000004:00080000:1.0:1763336269.074283:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1057035598082ns, next at 1056126636542ns, rc = 0 00000040:00080000:1.0:1763336269.074294:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].132, 88 off19152 00000004:00080000:1.0:1763336269.074298:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1057035612550ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336269.074307:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].133, 88 off19240 00000004:00080000:1.0:1763336269.074311:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1057035625807ns, next at 1056126607009ns, rc = 0 00000040:00080000:1.0:1763336269.074321:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].129, 88 off18888 00000004:00080000:1.0:1763336269.074324:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1057035639202ns, next at 1056126636542ns, rc = 0 00000040:00080000:1.0:1763336269.074344:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].130, 88 off18976 00000004:00080000:1.0:1763336269.074349:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1057035663482ns, next at 1056126636542ns, rc = 0 00000040:00080000:1.0:1763336269.074371:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].134, 88 off19328 00000004:00080000:1.0:1763336269.074376:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1057035690910ns, next at 1056126607009ns, rc = 0 00000001:00080000:0.0:1763336269.088153:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968685 is committed 00000004:00080000:0.0:1763336269.088166:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 131 committed 00000004:00080000:0.0:1763336269.088190:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 131 committed 00000004:00080000:0.0:1763336269.088208:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 130 committed 00000004:00080000:0.0:1763336269.088211:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 130 committed 00000004:00080000:0.0:1763336269.088214:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 129 committed 00000004:00080000:0.0:1763336269.088216:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 129 committed 00000004:00080000:0.0:1763336269.088219:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 128 committed 00000004:00080000:0.0:1763336269.088221:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 128 committed 00010000:00010000:2.0:1763336269.088240:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336269.088243:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968677 is committed 00010000:00010000:2.0:1763336269.088255:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00000020:00080000:0.0:1763336269.088258:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92af6b2900 refcount 2 committed 0 result 0 batchid 45 00000020:00080000:0.0:1763336269.088267:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f300 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9183c0ad80 00010000:00010000:2.0:1763336269.088269:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000020:00080000:0.0:1763336269.088271:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af6b29c0 00000020:00080000:0.0:1763336269.088279:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9189a14e00 00010000:00010000:2.0:1763336269.088282:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00000020:00080000:0.0:1763336269.088284:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].24 00010000:00010000:2.0:1763336269.088288:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.088298:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.088315:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x54:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:2.0:1763336269.088319:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336269.088324:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.088330:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4469f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.088363:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.088370:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.088376:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.088381:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336269.088384:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.088391:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.088404:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.088407:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336269.088410:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.088415:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa446b4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000020:00080000:1.0:1763336269.088549:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 45 committed batchid 44 00000020:00080000:1.0:1763336269.088609:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 44 00000100:00100000:2.0:1763336269.088789:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056155648:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336269.088789:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056155392:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336269.089027:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056155264:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336269.089728:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056155520:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336269.089925:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.090003:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336269.090097:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336269.090122:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336269.090141:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056155648 00000100:00100000:1.0:1763336269.090153:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056155648 00000100:00100000:1.0:1763336269.090208:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056155520 00000100:00100000:1.0:1763336269.090212:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056155520 00000100:00100000:1.0:1763336269.090228:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056155392 00000100:00100000:1.0:1763336269.090231:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056155392 00000100:00100000:2.0:1763336269.090303:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056155776:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336269.090339:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.090351:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056156032:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336269.090368:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056156160:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336269.090383:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336269.090410:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7420 00000100:00100000:1.0:1763336269.090423:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056155648:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336269.090476:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7421 00000100:00100000:0.0:1763336269.090486:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056155520:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336269.090670:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.090676:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336269.090712:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056155904:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336269.090735:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056155776 00000100:00100000:2.0:1763336269.090740:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056155776 00000100:00100000:3.0:1763336269.090744:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336269.090768:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056156032 00000100:00100000:2.0:1763336269.090772:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056156032 00000100:00100000:3.0:1763336269.090774:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056155264 00000100:00100000:3.0:1763336269.090780:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056155264 00000100:00100000:2.0:1763336269.090785:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056155904 00000100:00100000:2.0:1763336269.090789:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056155904 00000100:00100000:3.0:1763336269.090810:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7422 00000100:00100000:2.0:1763336269.090817:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7423 00000100:00100000:3.0:1763336269.090822:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056155392:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336269.090829:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056155776:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336269.090843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763336269.090914:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336269.090918:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336269.090920:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336269.090922:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336269.090925:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336269.090963:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056155776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 137us (625us total) trans 17179872012 rc 0/0 00000100:00100000:2.0:1763336269.090984:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7423 00000100:00080000:1.0:1763336269.090990:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763336269.090996:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336269.091012:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056156160 00000100:00100000:1.0:1763336269.091016:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056156160 00000100:00100000:2.0:1763336269.091018:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7424 00000100:00100000:2.0:1763336269.091028:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056156032:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336269.091043:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7425 00000100:00100000:1.0:1763336269.091052:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056155264:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336269.091070:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7426 00000100:00100000:1.0:1763336269.091077:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056155904:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336269.091087:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:2.0:1763336269.091092:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336269.091095:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336269.091097:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336269.091099:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:2.0:1763336269.091134:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056156032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 106us (749us total) trans 17179872013 rc 0/0 00000100:00100000:2.0:1763336269.091141:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7424 00002000:00010000:1.0:1763336269.091145:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336269.091150:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336269.091153:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336269.091156:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00000100:00100000:2.0:1763336269.091161:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7427 00002000:00010000:1.0:1763336269.091161:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336269.091171:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056156160:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336269.091198:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056155904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 121us (454us total) trans 17179872014 rc 0/0 00000100:00100000:1.0:1763336269.091206:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7426 00002000:00010000:2.0:1763336269.091229:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336269.091233:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336269.091236:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336269.091238:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:2.0:1763336269.091241:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336269.091272:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056156160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (429us total) trans 17179872015 rc 0/0 00000100:00100000:2.0:1763336269.091279:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7427 00010000:00010000:1.0:1763336269.091290:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447c5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66991 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.091304:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.091307:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000004:00080000:2.0:1763336269.091320:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285500/2, rc 0, transno 17179872014 00010000:00010000:1.0:1763336269.091325:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa447be lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66991 expref: 18 pid: 6514 timeout: 0 lvb_type: 3 00000100:00100000:2.0:1763336269.091329:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056155904:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336269.091345:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285c00/2, rc 0, transno 17179872013 00000100:00100000:2.0:1763336269.091352:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056156032:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336269.091360:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447c5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66991 expref: 17 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.091386:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.091390:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336269.091393:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:1.0:1763336269.091454:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041984640:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 17623us (17810us total) trans 4294968685 rc 0/0 00000100:00100000:1.0:1763336269.091462:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10450 00000004:00080000:3.0:1763336269.093883:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285880/2, rc 0, transno 17179872015 00000100:00100000:3.0:1763336269.093897:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056156160:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336269.093911:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c00a300/2, rc 0, transno 17179872012 00000100:00100000:3.0:1763336269.093915:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056155776:0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336269.094138:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336269.094143:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.094145:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336269.094148:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.094151:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336269.094223:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056155520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3738us (4219us total) trans 21474839334 rc 0/0 00000100:00100000:0.0:1763336269.094233:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7421 00002000:00010000:3.0:1763336269.094443:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336269.094447:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336269.094449:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336269.094451:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:3.0:1763336269.094453:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336269.094503:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056155392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3685us (4405us total) trans 21474839336 rc 0/0 00000100:00100000:3.0:1763336269.094510:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7422 00000004:00080000:0.0:1763336269.094578:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9e300/2, rc 0, transno 21474839336 00000100:00100000:0.0:1763336269.094585:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056155392:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336269.094641:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9ce00/2, rc 0, transno 21474839334 00000100:00100000:2.0:1763336269.094648:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056155520:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336269.094750:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056155648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 4328us (4825us total) trans 21474839335 rc 0/0 00000100:00100000:1.0:1763336269.094758:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7420 00002000:00010000:0.0:1763336269.094885:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:0.0:1763336269.094889:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.094891:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.094893:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:0.0:1763336269.094895:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1763336269.094943:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056155264:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3892us (4273us total) trans 21474839337 rc 0/0 00000100:00100000:0.0:1763336269.094950:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7425 00000004:00080000:3.0:1763336269.095085:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9ca80/2, rc 0, transno 21474839335 00000100:00100000:2.0:1763336269.095086:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.095090:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056155648:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336269.095150:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041984768 00000100:00100000:0.0:1763336269.095157:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041984768 00000100:00100000:0.0:1763336269.095195:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7428 00000100:00100000:0.0:1763336269.095204:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57585:x1848991041984768:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336269.095216:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.095231:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66998 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.095254:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.095263:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.095266:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.095271:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [208896->262143] (req 208896->262143) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763336269.095288:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9f800/2, rc 0, transno 21474839337 00000100:00100000:1.0:1763336269.095295:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056155264:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336269.095303:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.095319:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 1157 lvb_type: 1 00000100:00100000:0.0:1763336269.095333:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056156288:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336269.101094:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.107370:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056156288:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336269.107405:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [208896->262143] (req 208896->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.107426:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:1.0:1763336269.108417:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991041984768:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 13209us (13328us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.108428:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7428 00000100:00100000:2.0:1763336269.109930:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.109989:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041984896 00000100:00100000:3.0:1763336269.109998:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041984896 00010000:00010000:3.0:1763336269.110031:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 1157 lvb_type: 1 00000100:00100000:3.0:1763336269.110069:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3513 00000100:00100000:3.0:1763336269.110079:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041984896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336269.110094:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336269.110114:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 1157 lvb_type: 1 00010000:00010000:3.0:1763336269.110127:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 1157 lvb_type: 1 00010000:00010000:3.0:1763336269.110152:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44786 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6697c expref: 15 pid: 9765 timeout: 1157 lvb_type: 1 00010000:00010000:3.0:1763336269.110167:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336269.110170:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336269.110176:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.110186:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.110218:0:35233:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.110236:0:35233:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae284e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056156416:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336269.110308:0:35233:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.114348:0:35233:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae284e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35233:1848991056156416:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336269.114375:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336269.114439:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041984896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4359us (4514us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.114449:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3513 00000100:00100000:3.0:1763336269.114523:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.117704:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985024 00000100:00100000:1.0:1763336269.117720:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985024 00000100:00100000:1.0:1763336269.117789:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10451 00000100:00100000:1.0:1763336269.117802:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991041985024:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336269.117826:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.117847:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa447d3 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6699f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.117884:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.117898:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.117908:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.118033:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa447d3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.118050:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.118058:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.118060:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336269.118064:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:1.0:1763336269.118115:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041985024:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 316us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.118121:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10451 00000100:00100000:0.0:1763336269.124295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.124618:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985152 00000100:00100000:1.0:1763336269.124630:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985152 00002000:00100000:1.0:1763336269.124679:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (208896->212991) req@ffff9c9186311f80 x1848991041985152/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.124722:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311f80 with x1848991041985152 ext(208896->212991) 00002000:00010000:1.0:1763336269.124729:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186311f80 00000100:00100000:1.0:1763336269.124752:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1972 00000100:00100000:1.0:1763336269.124761:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041985152:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336269.126264:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041985152:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 1495us (1968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336269.126276:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1972 00002000:00100000:1.0:1763336269.126288:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (208896->212991) req@ffff9c9186311f80 x1848991041985152/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.126298:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186311f80 with x1848991041985152 ext(208896->212991) 00002000:00010000:1.0:1763336269.126303:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186311f80 00000100:00100000:0.0:1763336269.134400:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.134444:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985280 00000100:00100000:2.0:1763336269.134455:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985280 00000100:00100000:2.0:1763336269.134525:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10452 00000100:00100000:2.0:1763336269.134536:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991041985280:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336269.134556:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.134578:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa447e1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669a6 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.134734:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa447e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336269.134750:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa447e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.134761:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa447e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336269.134788:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:2.0:1763336269.134793:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336269.134810:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa447e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.134837:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa447e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669a6 expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.134856:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa447e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669a6 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.136278:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.136283:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336269.136287:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00000100:00100000:2.0:1763336269.136371:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041985280:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1835us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.136380:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10452 00000100:00100000:2.0:1763336269.143500:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.146800:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985408 00000100:00100000:0.0:1763336269.146815:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985408 00002000:00100000:0.0:1763336269.146868:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (151552->208895) req@ffff9c92a9ecc700 x1848991041985408/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336269.146880:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecc700 with x1848991041985408 ext(151552->208895) 00002000:00010000:0.0:1763336269.146886:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecc700 00000100:00100000:0.0:1763336269.146925:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1973 00000100:00100000:0.0:1763336269.146935:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041985408:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336269.154133:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041985408:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 7189us (10632us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1763336269.154148:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1973 00002000:00100000:0.0:1763336269.154160:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (151552->208895) req@ffff9c92a9ecc700 x1848991041985408/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/440 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336269.154177:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecc700 with x1848991041985408 ext(151552->208895) 00002000:00010000:0.0:1763336269.154184:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecc700 00000100:00100000:1.0:1763336269.161984:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.162074:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985536 00000100:00100000:0.0:1763336269.162085:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985536 00000100:00100000:0.0:1763336269.162179:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1974 00000100:00100000:0.0:1763336269.162189:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041985536:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336269.162511:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:0.0:1763336269.162516:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336267 -> 1763336268 00002000:00010000:0.0:1763336269.162518:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.162521:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:0.0:1763336269.162523:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1763336269.162578:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041985536:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 389us (613us total) trans 21474839338 rc 0/0 00000100:00100000:0.0:1763336269.162585:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1974 00000100:00100000:2.0:1763336269.167549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.167643:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985792 00000100:00100000:1.0:1763336269.167653:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985792 00000100:00100000:1.0:1763336269.167962:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10453 00000100:00100000:1.0:1763336269.167983:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991041985792:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336269.168040:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763336269.168065:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa447e8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669a6 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.168086:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa447c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66991 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.168101:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.168105:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336269.168265:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.168278:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.168287:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336269.168325:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968686 00000004:00010000:1.0:1763336269.168345:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091008c93 reply state 00000000dde4572b transno 4294968687 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.168355:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.168361:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.168363:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336269.168365:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336269.168824:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041985792:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 846us (1279us total) trans 4294968687 rc 0/0 00000100:00100000:1.0:1763336269.168832:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10453 00000020:00080000:1.0:1763336269.168838:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336269.170653:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.170752:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041985920 00000100:00100000:1.0:1763336269.170760:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041985920 00000100:00100000:1.0:1763336269.170803:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10454 00000100:00100000:1.0:1763336269.170812:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991041985920:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336269.170833:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.170853:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669ad expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.170904:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.170917:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.170934:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.170937:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336269.170940:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:1.0:1763336269.171011:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041985920:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 199us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.171017:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10454 00000100:00100000:3.0:1763336269.178865:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.178985:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.179176:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.179194:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986048 00000100:00100000:0.0:1763336269.179204:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986048 00000100:00100000:1.0:1763336269.179221:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986176 00000100:00100000:1.0:1763336269.179225:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986176 00002000:00010000:1.0:1763336269.179258:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00010000:0.0:1763336269.179258:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:1.0:1763336269.179263:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287100 with x1848991041986176 ext(0->18446744073709551615) 00002000:00100000:0.0:1763336269.179263:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae284700 with x1848991041986048 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336269.179274:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae287100. 00002000:00010000:0.0:1763336269.179274:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae284700. 00000100:00100000:1.0:1763336269.179365:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986304 00000100:00100000:1.0:1763336269.179369:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986304 00000100:00100000:0.0:1763336269.179373:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1975 00000100:00100000:0.0:1763336269.179382:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041986176:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336269.179385:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336269.179387:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287b80 with x1848991041986304 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336269.179393:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92ae287b80. 00000100:00100000:1.0:1763336269.179409:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1976 00000100:00100000:1.0:1763336269.179415:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041986048:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:3.0:1763336269.179513:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1977 00000100:00100000:3.0:1763336269.179521:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041986304:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336269.179568:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 237828 -> 262144 00002000:00010000:1.0:1763336269.179572:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336268 -> 1763336269 00002000:00010000:1.0:1763336269.179575:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336269.179577:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336268 -> 1763336269 00002000:00010000:1.0:1763336269.179579:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00002000:00010000:3.0:1763336269.179583:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336269.179585:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336267 -> 1763336269 00002000:00010000:3.0:1763336269.179587:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336269.179589:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336268 -> 1763336269 00002000:00010000:3.0:1763336269.179591:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336269.179667:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041986048:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 250us (811us total) trans 21474839339 rc 0/0 00002000:00010000:0.0:1763336269.179671:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336269.179673:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336267 -> 1763336269 00000100:00100000:1.0:1763336269.179675:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1976 00002000:00010000:0.0:1763336269.179675:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.179678:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336268 -> 1763336269 00002000:00010000:1.0:1763336269.179679:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00010000:0.0:1763336269.179680:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00100000:1.0:1763336269.179681:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae284700 with x1848991041986048 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336269.179705:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae284700. 00000100:00100000:0.0:1763336269.179722:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991041986176:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 340us (737us total) trans 21474839340 rc 0/0 00000100:00100000:0.0:1763336269.179728:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1975 00002000:00010000:0.0:1763336269.179733:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336269.179735:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287100 with x1848991041986176 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336269.179740:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae287100. 00000100:00100000:3.0:1763336269.179809:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041986304:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 107us (451us total) trans 17179872016 rc 0/0 00000100:00100000:3.0:1763336269.179816:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1977 00002000:00010000:3.0:1763336269.179819:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336269.179821:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287b80 with x1848991041986304 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336269.179826:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92ae287b80. 00000100:00100000:3.0:1763336269.188291:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.188371:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986432 00000100:00100000:1.0:1763336269.188382:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986432 00002000:00100000:1.0:1763336269.188432:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (208896->262143) req@ffff9c92ae284000 x1848991041986432/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.188444:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae284000 with x1848991041986432 ext(208896->262143) 00002000:00010000:1.0:1763336269.188450:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae284000 00000100:00100000:1.0:1763336269.188489:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1978 00000100:00100000:1.0:1763336269.188499:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041986432:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336269.195117:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991041986432:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 6609us (6823us total) trans 21474839341 rc 0/0 00000100:00100000:1.0:1763336269.195131:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1978 00002000:00100000:1.0:1763336269.195144:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (208896->262143) req@ffff9c92ae284000 x1848991041986432/t21474839341(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/448 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.195155:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae284000 with x1848991041986432 ext(208896->262143) 00002000:00010000:1.0:1763336269.195162:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae284000 00000100:00100000:2.0:1763336269.199330:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.200080:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986560 00000100:00100000:1.0:1763336269.200092:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986560 00000100:00100000:1.0:1763336269.200158:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7429 00000100:00100000:1.0:1763336269.200168:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041986560:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:1.0:1763336269.202425:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839341 is committed 00000001:00080000:1.0:1763336269.202444:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839337 is committed 00000001:00080000:1.0:1763336269.202451:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839333 is committed 00000100:00100000:2.0:1763336269.202791:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991041986560:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2621us (3467us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.202800:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7429 00000100:00100000:3.0:1763336269.206182:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.206233:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986688 00000100:00100000:2.0:1763336269.206242:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986688 00000100:00100000:2.0:1763336269.206304:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10455 00000100:00100000:2.0:1763336269.206314:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991041986688:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336269.206333:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.206355:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa447fd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669b4 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.206444:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44804 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336269.206457:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44804 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.206468:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44804 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336269.206491:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336269.206495:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336269.206512:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44804 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.206537:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa447fd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669b4 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.206555:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44804 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669b4 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.206563:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.206566:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336269.206569:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:2.0:1763336269.206634:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041986688:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 320us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.206641:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10455 00000100:00100000:0.0:1763336269.216781:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.216942:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986816 00000100:00100000:1.0:1763336269.216953:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986816 00002000:00100000:1.0:1763336269.217013:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (110592->114687) req@ffff9c918cd6bb80 x1848991041986816/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.217024:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6bb80 with x1848991041986816 ext(110592->114687) 00002000:00010000:1.0:1763336269.217031:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6bb80 00000100:00100000:1.0:1763336269.217876:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1979 00000100:00100000:1.0:1763336269.217892:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041986816:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336269.218165:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041986816:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 276us (1391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336269.218174:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1979 00002000:00100000:1.0:1763336269.218183:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (110592->114687) req@ffff9c918cd6bb80 x1848991041986816/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/4536 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.218192:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6bb80 with x1848991041986816 ext(110592->114687) 00002000:00010000:1.0:1763336269.218197:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6bb80 00000100:00100000:3.0:1763336269.231592:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.231789:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041986944 00000100:00100000:1.0:1763336269.231800:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041986944 00002000:00100000:1.0:1763336269.231844:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (77824->110591) req@ffff9c92ae287800 x1848991041986944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.231857:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287800 with x1848991041986944 ext(77824->110591) 00002000:00010000:1.0:1763336269.231863:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae287800 00000100:00100000:1.0:1763336269.231898:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1980 00000100:00100000:1.0:1763336269.231907:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041986944:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336269.235756:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991041986944:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3838us (4164us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1763336269.235769:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1980 00002000:00100000:1.0:1763336269.235781:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (77824->110591) req@ffff9c92ae287800 x1848991041986944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 488/440 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.235792:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287800 with x1848991041986944 ext(77824->110591) 00002000:00010000:1.0:1763336269.235798:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae287800 00000100:00100000:0.0:1763336269.242287:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.242388:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987072 00000100:00100000:1.0:1763336269.242398:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987072 00002000:00100000:1.0:1763336269.242452:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (106496->217087) req@ffff9c918cd6b480 x1848991041987072/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 504/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.242465:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b480 with x1848991041987072 ext(106496->217087) 00002000:00010000:1.0:1763336269.242471:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6b480 00000100:00100000:1.0:1763336269.242875:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1981 00000100:00100000:1.0:1763336269.242887:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991041987072:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336269.248412:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991041987072:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5516us (6123us total) trans 21474839343 rc 0/0 00000100:00100000:1.0:1763336269.248425:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1981 00002000:00100000:1.0:1763336269.248438:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (106496->217087) req@ffff9c918cd6b480 x1848991041987072/t21474839343(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 504/448 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.248449:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b480 with x1848991041987072 ext(106496->217087) 00002000:00010000:1.0:1763336269.248454:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6b480 00000100:00100000:3.0:1763336269.258298:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.258530:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987200 00000100:00100000:1.0:1763336269.258540:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987200 00000100:00100000:3.0:1763336269.259221:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1982 00000100:00100000:3.0:1763336269.259235:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991041987200:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336269.259494:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336269.259498:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336269.259501:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336267 -> 1763336269 00002000:00010000:3.0:1763336269.259503:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336269.259505:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 488 00000100:00100000:3.0:1763336269.259555:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041987200:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 323us (1269us total) trans 21474839344 rc 0/0 00000100:00100000:3.0:1763336269.259562:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1982 00000100:00100000:2.0:1763336269.268897:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.269001:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987328 00000100:00100000:1.0:1763336269.269011:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987328 00002000:00100000:1.0:1763336269.269057:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (0->167935) req@ffff9c92a9ecc380 x1848991041987328/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 504/0 e 0 to 0 dl 1763336280 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.269070:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecc380 with x1848991041987328 ext(0->167935) 00002000:00010000:1.0:1763336269.269075:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecc380 00000100:00100000:1.0:1763336269.271122:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1983 00000100:00100000:1.0:1763336269.271147:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041987328:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336269.274396:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991041987328:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3250us (5499us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1763336269.274410:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1983 00002000:00100000:1.0:1763336269.274422:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (0->167935) req@ffff9c92a9ecc380 x1848991041987328/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:560/0 lens 504/440 e 0 to 0 dl 1763336280 ref 1 fl Complete:/600/0 rc 81920/81920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336269.274433:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecc380 with x1848991041987328 ext(0->167935) 00002000:00010000:1.0:1763336269.274439:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecc380 00000100:00100000:3.0:1763336269.281963:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.282073:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987456 00000100:00100000:1.0:1763336269.282084:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987456 00000100:00100000:1.0:1763336269.282333:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1984 00000100:00100000:1.0:1763336269.282344:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991041987456:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336269.282944:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336269.282949:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.282951:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.282953:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.282956:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 488 -> 424 00000100:00100000:1.0:1763336269.283772:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991041987456:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1424us (1813us total) trans 21474839345 rc 0/0 00000100:00100000:1.0:1763336269.283783:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1984 00000100:00100000:2.0:1763336269.290285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.290379:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987712 00000100:00100000:1.0:1763336269.290391:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987712 00000100:00100000:1.0:1763336269.290453:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10456 00000100:00100000:1.0:1763336269.290464:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991041987712:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336269.290524:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.290554:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44804 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669b4 expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.290573:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.290579:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336269.292258:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.292281:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.292292:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336269.292335:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968688 00000004:00010000:1.0:1763336269.292360:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b64f2307 reply state 00000000d32d2d66 transno 4294968689 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.292371:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.292377:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.292380:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336269.292383:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336269.292488:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041987712:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 2022us (2209us total) trans 4294968689 rc 0/0 00000100:00100000:1.0:1763336269.292497:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10456 00000020:00080000:1.0:1763336269.292503:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336269.300626:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.301123:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.301147:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987840 00000100:00100000:1.0:1763336269.301157:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987840 00002000:00010000:1.0:1763336269.301196:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (218202->18446744073709551615) 00000100:00100000:0.0:1763336269.301362:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00100000:1.0:1763336269.301472:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6aa00 with x1848991041987840 ext(218202->18446744073709551615) 00002000:00010000:1.0:1763336269.301485:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6aa00. 00000100:00100000:2.0:1763336269.301593:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041988096 00000100:00100000:2.0:1763336269.301598:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041988096 00002000:00010000:2.0:1763336269.301616:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336269.301620:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd69f80 with x1848991041988096 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336269.301626:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918cd69f80. 00000100:00100000:2.0:1763336269.301654:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041987968 00000100:00100000:2.0:1763336269.301658:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041987968 00002000:00010000:2.0:1763336269.301675:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336269.301678:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68700 with x1848991041987968 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336269.301708:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68700. 00000100:00100000:2.0:1763336269.301728:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1985 00000100:00100000:2.0:1763336269.301738:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041987840:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:0.0:1763336269.302009:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1986 00000100:00100000:0.0:1763336269.302018:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991041988096:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336269.302148:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336269.302151:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336269.302154:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336269.302156:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336269.302158:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336269.302296:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1987 00000100:00100000:3.0:1763336269.302306:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991041987968:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336269.302368:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336269.302371:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336269.302374:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336269.302376:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336269.302378:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336269.302957:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991041988096:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 938us (1832us total) trans 17179872017 rc 0/0 00000100:00100000:0.0:1763336269.302976:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1986 00002000:00010000:0.0:1763336269.302982:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336269.302985:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd69f80 with x1848991041988096 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336269.302991:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918cd69f80. 00000100:00100000:3.0:1763336269.303060:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041987968:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 755us (1697us total) trans 21474839346 rc 0/0 00000100:00100000:3.0:1763336269.303068:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1987 00002000:00010000:3.0:1763336269.303071:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336269.303073:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68700 with x1848991041987968 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336269.303078:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68700. 00002000:00010000:2.0:1763336269.303657:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 218202 00002000:00010000:2.0:1763336269.303661:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336269.303664:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336269.303666:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336269.303669:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 424 -> 344 00000100:00100000:2.0:1763336269.303733:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991041987840:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 1995us (3116us total) trans 21474839347 rc 0/0 00000100:00100000:2.0:1763336269.303741:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1985 00002000:00010000:2.0:1763336269.303745:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (218202->18446744073709551615) 00002000:00100000:2.0:1763336269.303747:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6aa00 with x1848991041987840 ext(218202->18446744073709551615) 00002000:00010000:2.0:1763336269.303752:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6aa00. 00000100:00100000:3.0:1763336269.306983:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.307054:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041988224 00000100:00100000:1.0:1763336269.307063:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041988224 00000100:00100000:1.0:1763336269.307126:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10457 00000100:00100000:1.0:1763336269.307136:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991041988224:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336269.307158:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.307177:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44812 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669bb expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.307263:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa44819 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.307276:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa44819 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.307289:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa44819 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336269.307311:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00000004:00200000:1.0:1763336269.307315:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336269.307332:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa44819 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.307354:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44812 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669bb expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.307369:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa44819 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669bb expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.307377:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.307379:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336269.307382:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281600, rc 0) 00000100:00100000:1.0:1763336269.307449:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041988224:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 313us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.307456:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10457 00000100:00100000:2.0:1763336269.320738:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.320851:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041988480 00000100:00100000:0.0:1763336269.320862:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041988480 00000100:00100000:0.0:1763336269.320923:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3598 00000100:00100000:0.0:1763336269.320934:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991041988480:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336269.321255:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991041988480:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 322us (571us total) trans 4294968690 rc 0/0 00000100:00100000:0.0:1763336269.321264:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3598 00000100:00100000:0.0:1763336269.354878:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.354956:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041988736 00000100:00100000:1.0:1763336269.354966:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041988736 00000100:00100000:1.0:1763336269.355038:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10458 00000100:00100000:1.0:1763336269.355049:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57609:x1848991041988736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336269.355071:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.355094:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44820 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669c2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.355174:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.355188:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355199:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355212:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.355217:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355223:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355326:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa44835 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.355336:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa44835 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355348:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa44835 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336269.355358:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00010000:00010000:1.0:1763336269.355510:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355519:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355526:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355534:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355539:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336269.355554:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355562:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355573:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24d900) 00010000:00010000:1.0:1763336269.355576:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336269.355581:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355587:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44827 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355598:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355603:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355608:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355613:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336269.355615:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355621:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355628:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24d200) 00010000:00010000:1.0:1763336269.355630:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336269.355634:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355639:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4482e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.355930:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44820 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c2 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.355947:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa44835 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c2 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.355954:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.355957:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336269.355960:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:1.0:1763336269.356038:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57609:x1848991041988736:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 991us (1170us total) trans 4294968691 rc 0/0 00000100:00100000:1.0:1763336269.356046:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10458 00000100:00100000:3.0:1763336269.364322:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.364369:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.366758:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041989120 00000100:00100000:1.0:1763336269.366773:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041989120 00000100:00100000:1.0:1763336269.366856:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10459 00000100:00100000:1.0:1763336269.366869:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57609:x1848991041989120:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336269.366894:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.366918:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa44843 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669c9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.367386:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.367401:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.367412:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336269.367423:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x55:0x0]: returning size 0 00010000:00010000:1.0:1763336269.367469:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa44843 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.367493:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.367502:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c918a24db00) 00010000:00010000:1.0:1763336269.367505:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336269.367509:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:1.0:1763336269.367568:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57609:x1848991041989120:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 701us (3255us total) trans 4294968692 rc 0/0 00000100:00100000:1.0:1763336269.367576:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10459 00000100:00100000:2.0:1763336269.368091:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041988864 00000100:00100000:2.0:1763336269.368098:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041988864 00000100:00100000:2.0:1763336269.368142:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 439 00000100:00100000:2.0:1763336269.368150:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8987c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2406:x1848991041988864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336269.368162:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336269.368180:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa44835 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c2 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.368193:0:35233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.368198:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336269.368230:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8987c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991041988864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 81us (3860us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.368237:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 439 00000100:00100000:3.0:1763336269.372191:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.372344:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041989376 00000100:00100000:2.0:1763336269.372353:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041989376 00000100:00100000:2.0:1763336269.372412:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10460 00000100:00100000:2.0:1763336269.372421:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57609:x1848991041989376:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.372440:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.372458:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44858 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669d0 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.372553:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336269.372568:0:23631:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.372577:0:23631:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.372605:0:23631:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.372622:0:23631:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 30 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.372634:0:23631:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056156544:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336269.373419:0:23631:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af5b6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.378454:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.378532:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041989504 00000100:00100000:1.0:1763336269.378541:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041989504 00010000:00010000:1.0:1763336269.378577:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 31 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.378619:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3514 00000100:00100000:1.0:1763336269.378629:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991041989504:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336269.378642:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.378648:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 31 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.378677:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 31 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.378719:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c918a24db00) 00010000:00010000:1.0:1763336269.378726:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:1.0:1763336269.378735:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.378741:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4484a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669c9 expref: 31 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.378744:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 23631 initiator: MDT1 00000100:00100000:3.0:1763336269.378773:0:23631:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:23631:1848991056156544:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336269.378775:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336269.378797:0:23631:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.378807:0:23631:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.378813:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000100:00100000:1.0:1763336269.378827:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991041989504:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 198us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.378838:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3514 00000004:00200000:3.0:1763336269.378848:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x55:0x0]: returning size 0 00000004:00080000:3.0:1763336269.379018:0:23631:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x3f:0x0], index 1: 0 00000004:00080000:3.0:1763336269.379025:0:23631:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3d:0x0], index 0: 0 00010000:00010000:3.0:1763336269.379135:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379143:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379149:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379155:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336269.379159:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379165:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379175:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c918a24db00) 00010000:00010000:3.0:1763336269.379178:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336269.379181:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379187:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4485f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.379285:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44858 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669d0 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.379294:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c918a24db00) 00010000:00010000:3.0:1763336269.379297:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336269.379301:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa44858 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669d0 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.379318:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:3.0:1763336269.379363:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57609:x1848991041989376:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6943us (7181us total) trans 4294968693 rc 301/301 00000100:00100000:3.0:1763336269.379371:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10460 00000100:00100000:2.0:1763336269.382829:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.382922:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041989760 00000100:00100000:0.0:1763336269.382932:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041989760 00000100:00100000:0.0:1763336269.382998:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3599 00000100:00100000:0.0:1763336269.383008:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57609:x1848991041989760:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336269.383267:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57609:x1848991041989760:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 260us (446us total) trans 4294968694 rc 0/0 00000100:00100000:0.0:1763336269.383275:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3599 00000100:00100000:0.0:1763336269.387570:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.387654:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041989888 00000100:00100000:3.0:1763336269.387664:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041989888 00000100:00100000:3.0:1763336269.387755:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10461 00000100:00100000:3.0:1763336269.387765:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57609:x1848991041989888:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336269.387788:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336269.387809:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4486d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669d7 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.387887:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44874 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336269.387901:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44874 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.387913:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44874 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:3.0:1763336269.388152:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x55:0x0]: returning size 0 00000004:00200000:3.0:1763336269.388156:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336269.388173:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44874 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.388199:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa4486d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669d7 expref: 32 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.388216:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44874 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669d7 expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.388224:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:3.0:1763336269.388227:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336269.388230:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336269.388663:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57609:x1848991041989888:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 898us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336269.388671:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10461 00000100:00100000:3.0:1763336269.392762:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.393306:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990016 00000100:00100000:2.0:1763336269.393316:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990016 00000100:00100000:2.0:1763336269.393579:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7430 00000100:00100000:2.0:1763336269.393590:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991041990016:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.393608:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.393627:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669de expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336269.393764:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336269.393784:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.393787:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.393795:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 23 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.393812:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 23 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.393824:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:2.0:1763336269.393887:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991041990016:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 298us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.393895:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7430 00000100:00100000:2.0:1763336269.395441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.395540:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990144 00000100:00100000:1.0:1763336269.395548:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990144 00000100:00100000:1.0:1763336269.395591:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7431 00000100:00100000:1.0:1763336269.395601:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041990144:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336269.395616:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.395633:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669e5 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336269.395726:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336269.395742:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.395745:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.395752:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 19 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336269.395768:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 19 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336269.395780:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:1.0:1763336269.395826:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041990144:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 224us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.395834:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7431 00000100:00100000:0.0:1763336269.398136:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.398235:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990400 00000100:00100000:3.0:1763336269.398245:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990400 00000100:00100000:3.0:1763336269.398341:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10462 00000100:00100000:3.0:1763336269.398352:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57609:x1848991041990400:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336269.398373:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336269.398393:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44889 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669ec expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.398518:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44890 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:3.0:1763336269.398534:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44890 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:3.0:1763336269.398544:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44890 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:3.0:1763336269.398556:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00010000:00010000:3.0:1763336269.398655:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44889 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ec expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.398671:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44890 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ec expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.398676:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336269.398678:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336269.398681:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:2.0:1763336269.399207:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57609:x1848991041990400:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 854us (1076us total) trans 4294968695 rc 0/0 00000100:00100000:2.0:1763336269.399215:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10462 00000100:00100000:3.0:1763336269.403440:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.403481:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.403523:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990528 00000100:00100000:1.0:1763336269.403533:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990528 00000100:00100000:1.0:1763336269.403586:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990784 00000100:00100000:1.0:1763336269.403589:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990784 00000100:00100000:1.0:1763336269.403616:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7432 00000100:00100000:1.0:1763336269.403625:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041990528:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:3.0:1763336269.403654:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1763336269.403672:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.403719:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.403726:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990656 00010000:00010000:1.0:1763336269.403728:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1763336269.403731:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990656 00010000:00010000:1.0:1763336269.403733:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336269.403739:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.403777:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.403790:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 20 pid: 30886 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.403810:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056156672:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336269.403875:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbd49480 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.404158:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7433 00000100:00100000:2.0:1763336269.404169:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041990784:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336269.404196:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.404208:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.404215:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336269.404216:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336269.404219:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.404237:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.404246:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 23 pid: 29013 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.404256:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056156800:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336269.404286:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7434 00000100:00100000:0.0:1763336269.404298:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041990656:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336269.404317:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.404328:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.404334:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336269.404336:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336269.404339:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.404356:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.404365:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 1157 lvb_type: 0 00000100:00100000:0.0:1763336269.404375:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056156928:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336269.404416:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.405319:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.410376:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056156672:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.410406:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.410644:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.410747:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056156928:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336269.410763:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.410844:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056156800:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336269.410859:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.411801:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041990912 00000100:00100000:2.0:1763336269.411811:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041990912 00010000:00010000:2.0:1763336269.411861:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 21 pid: 30886 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.411899:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3515 00000100:00100000:2.0:1763336269.411912:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041990912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763336269.411915:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336269.411930:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336269.411955:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 21 pid: 30886 timeout: 1157 lvb_type: 0 00000100:00100000:3.0:1763336269.411960:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336269.411987:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 21 pid: 30886 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412009:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa447cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 208896->262143) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66998 expref: 21 pid: 30886 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412025:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.412027:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.412032:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412040:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412075:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336269.412131:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041990912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 223us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.412139:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3515 00000100:00100000:2.0:1763336269.412159:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991168 00000100:00100000:2.0:1763336269.412163:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991168 00010000:00010000:2.0:1763336269.412175:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 24 pid: 29013 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.412192:0:35233:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991040 00000100:00100000:2.0:1763336269.412195:0:35233:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991040 00010000:00010000:2.0:1763336269.412205:0:35233:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.412220:0:35233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3516 00000100:00100000:2.0:1763336269.412226:0:35233:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041991168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336269.412234:0:35233:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336269.412245:0:35233:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 24 pid: 29013 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412254:0:35233:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 24 pid: 29013 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412267:0:35233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa446d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6693d expref: 24 pid: 29013 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412281:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.412283:0:35233:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.412287:0:35233:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412294:0:35233:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412313:0:35233:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336269.412339:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3517 00000100:00100000:2.0:1763336269.412339:0:35233:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041991168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 109us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.412349:0:35233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3516 00000100:00100000:3.0:1763336269.412356:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041991040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336269.412366:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336269.412380:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412383:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412399:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412403:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 1157 lvb_type: 0 00010000:00010000:3.0:1763336269.412427:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa446c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66936 expref: 20 pid: 29013 timeout: 1157 lvb_type: 0 00010000:00010000:2.0:1763336269.412427:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412447:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412451:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336269.412454:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336269.412459:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412461:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412481:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412487:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336269.412493:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412502:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412505:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336269.412517:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.412525:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.412534:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041991040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 182us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336269.412543:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3517 00010000:00010000:3.0:1763336269.412571:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.412576:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041990784:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8408us (9092us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336269.412587:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.412591:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7433 00010000:00010000:3.0:1763336269.412608:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412616:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412624:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412630:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336269.412633:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412640:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412652:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336269.412659:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa4489e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412661:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412673:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412717:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.412719:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041990528:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 9093us (9285us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336269.412733:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.412738:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7432 00010000:00010000:0.0:1763336269.412752:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412759:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336269.412763:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412770:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412782:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.412789:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336269.412834:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991041990656:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8538us (9180us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.412841:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7434 00000100:00100000:3.0:1763336269.419395:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.419439:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.419495:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.422441:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991296 00000100:00100000:0.0:1763336269.422455:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991296 00000100:00100000:0.0:1763336269.422507:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991424 00000100:00100000:0.0:1763336269.422509:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991424 00000100:00100000:2.0:1763336269.422632:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991552 00000100:00100000:2.0:1763336269.422636:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991552 00000100:00100000:2.0:1763336269.422670:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7435 00000100:00100000:2.0:1763336269.422679:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041991296:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.422706:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.422725:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669f3 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336269.422747:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 218202, mtime: 0x691a604d, atime: 0x691a604d, ctime: 0x691a604d, blocks: 0x158 00010000:00010000:2.0:1763336269.422768:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.422770:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.422780:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 19 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.422794:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 19 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.422805:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0de00, rc 0) 00000100:00100000:3.0:1763336269.422926:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7436 00000100:00100000:3.0:1763336269.422936:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991041991552:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336269.422944:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336269.422956:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a01 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336269.422981:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a604d, atime: 0x691a604b, ctime: 0x691a604d, blocks: 0x0 00010000:00010000:3.0:1763336269.422990:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336269.422992:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336269.422997:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 23 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336269.423008:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 23 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336269.423017:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336269.423066:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991041991552:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 132us (3572us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336269.423073:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7436 00000100:00100000:0.0:1763336269.423085:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7437 00000100:00100000:0.0:1763336269.423094:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041991424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.423102:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.423115:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c669fa expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336269.423129:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a604d, atime: 0x691a604b, ctime: 0x691a604d, blocks: 0x1800 00010000:00010000:0.0:1763336269.423139:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.423141:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.423147:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.423158:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.423167:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:0.0:1763336269.423192:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991041991424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 99us (3751us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.423198:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7437 00000100:00100000:2.0:1763336269.423326:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991041991296:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 647us (3939us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.423332:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7435 00000100:00100000:3.0:1763336269.478468:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.479227:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991680 00000100:00100000:1.0:1763336269.479239:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991680 00000100:00100000:1.0:1763336269.479303:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7438 00000100:00100000:1.0:1763336269.479312:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041991680:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336269.479426:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041991680:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 114us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.479433:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7438 00000100:00100000:0.0:1763336269.483293:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.483373:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041991808 00000100:00100000:2.0:1763336269.483383:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041991808 00000100:00100000:2.0:1763336269.483443:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10463 00000100:00100000:2.0:1763336269.483454:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57609:x1848991041991808:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.483478:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.483499:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448c8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a08 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.483534:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336269.483547:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.483558:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.483671:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448c8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.483725:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.483734:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:2.0:1763336269.483737:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336269.483741:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:2.0:1763336269.483805:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57609:x1848991041991808:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 353us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.483813:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10463 00000100:00100000:3.0:1763336269.486949:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.487943:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992064 00000100:00100000:1.0:1763336269.487956:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992064 00000100:00100000:1.0:1763336269.488020:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10464 00000100:00100000:1.0:1763336269.488029:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57609:x1848991041992064:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336269.488080:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.488107:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44874 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669d7 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.488125:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:1.0:1763336269.488130:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336269.488274:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.488287:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.488295:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336269.488339:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968696 00000004:00010000:1.0:1763336269.488360:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000088c3713f reply state 00000000f28d4e0f transno 4294968697 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.488370:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.488375:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:1.0:1763336269.488378:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336269.488380:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336269.488813:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57609:x1848991041992064:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 782us (1870us total) trans 4294968697 rc 0/0 00000100:00100000:1.0:1763336269.488820:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10464 00000020:00080000:1.0:1763336269.488827:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336269.491660:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.491988:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992192 00000100:00100000:1.0:1763336269.491999:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992192 00000100:00100000:1.0:1763336269.492058:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10465 00000100:00100000:1.0:1763336269.492069:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57609:x1848991041992192:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336269.492093:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336269.492114:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a0f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.492170:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.492189:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.492208:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:1.0:1763336269.492212:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336269.492215:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:1.0:1763336269.492276:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57609:x1848991041992192:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 209us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.492284:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10465 00000100:00100000:0.0:1763336269.495374:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.495530:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992320 00000100:00100000:2.0:1763336269.495539:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992320 00000100:00100000:2.0:1763336269.495594:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7439 00000100:00100000:2.0:1763336269.495603:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57609:x1848991041992320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.495621:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.495641:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a16 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.495670:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.495678:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.495680:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.495721:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.495755:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.495768:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 1157 lvb_type: 1 00000100:00100000:2.0:1763336269.495783:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056157056:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336269.495877:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:3.0:1763336269.501125:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.501277:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056157056:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.501310:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.501328:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00000100:00100000:2.0:1763336269.501492:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041992320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5889us (6126us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.501501:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7439 00000100:00100000:1.0:1763336269.503378:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992448 00000100:00100000:1.0:1763336269.503392:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992448 00010000:00010000:1.0:1763336269.503440:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 1157 lvb_type: 1 00000100:00100000:1.0:1763336269.503489:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3518 00000100:00100000:1.0:1763336269.503499:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041992448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336269.503514:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.503520:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 1157 lvb_type: 1 00010000:00010000:1.0:1763336269.503533:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 1157 lvb_type: 1 00010000:00010000:1.0:1763336269.503559:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4487b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669de expref: 24 pid: 30886 timeout: 1157 lvb_type: 1 00010000:00010000:1.0:1763336269.503580:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.503582:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.503588:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 23 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.503598:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 23 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.503635:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 23 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.503656:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056157184:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336269.503786:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336269.511117:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.511146:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056157184:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336269.511173:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336269.511232:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041992448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7733us (11620us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.511243:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3518 00000100:00100000:2.0:1763336269.511327:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992576 00000100:00100000:2.0:1763336269.511335:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992576 00000100:00100000:2.0:1763336269.511383:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7440 00000100:00100000:2.0:1763336269.511393:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57609:x1848991041992576:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.511408:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.511425:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a1d expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.511458:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 20 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.511473:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.511475:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.511479:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.511509:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 20 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.511521:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 20 pid: 30886 timeout: 1157 lvb_type: 1 00000100:00100000:2.0:1763336269.511534:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056157312:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336269.511581:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:3.0:1763336269.524927:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.525000:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992704 00000100:00100000:1.0:1763336269.525011:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992704 00010000:00010000:1.0:1763336269.525053:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 21 pid: 30886 timeout: 1157 lvb_type: 1 00000100:00100000:1.0:1763336269.525101:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3519 00000100:00100000:1.0:1763336269.525111:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991041992704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336269.525128:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.525133:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 21 pid: 30886 timeout: 1157 lvb_type: 1 00010000:00010000:1.0:1763336269.525148:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 21 pid: 30886 timeout: 1157 lvb_type: 1 00010000:00010000:1.0:1763336269.525175:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.525178:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.525186:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa44882 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669e5 expref: 21 pid: 30886 timeout: 1157 lvb_type: 1 00010000:00010000:1.0:1763336269.525186:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 21 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.525211:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.525217:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056157312:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.525245:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.525258:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00010000:00010000:1.0:1763336269.525263:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.525279:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056157440:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336269.525315:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57609:x1848991041992576:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 13922us (14206us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.525323:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7440 00000100:00100000:1.0:1763336269.525337:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336269.529930:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.529964:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.530313:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056157440:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336269.530341:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336269.531048:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041992704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5934us (6127us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.531061:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3519 00000100:00100000:3.0:1763336269.531485:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992832 00000100:00100000:3.0:1763336269.531493:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992832 00002000:00010000:3.0:1763336269.531527:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (0->18446744073709551615) 00002000:00100000:3.0:1763336269.531532:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83d500 with x1848991041992832 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336269.531542:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf83d500. 00000100:00100000:3.0:1763336269.531570:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041992960 00000100:00100000:3.0:1763336269.531574:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041992960 00002000:00010000:3.0:1763336269.531585:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:3.0:1763336269.531589:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83f480 with x1848991041992960 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336269.531595:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83f480. 00000100:00100000:3.0:1763336269.531618:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1988 00000100:00100000:3.0:1763336269.531627:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991041992832:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336269.531803:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336269.531807:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 0 -> 1763336269 00002000:00010000:3.0:1763336269.531810:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336269.531812:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 0 -> 1763336269 00002000:00010000:3.0:1763336269.531814:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336269.531847:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991041992832:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 221us (1926us total) trans 17179872018 rc 0/0 00000100:00100000:3.0:1763336269.531854:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1988 00002000:00010000:3.0:1763336269.531857:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (0->18446744073709551615) 00002000:00100000:3.0:1763336269.531860:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83d500 with x1848991041992832 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336269.531864:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf83d500. 00000100:00100000:3.0:1763336269.531879:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1989 00000100:00100000:3.0:1763336269.531886:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041992960:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336269.531963:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336269.531978:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 0 -> 1763336269 00002000:00010000:3.0:1763336269.531980:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336269.531983:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 0 -> 1763336269 00002000:00010000:3.0:1763336269.531985:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336269.532007:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041992960:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 121us (2043us total) trans 21474839348 rc 0/0 00000100:00100000:3.0:1763336269.532014:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1989 00002000:00010000:3.0:1763336269.532017:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:3.0:1763336269.532020:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83f480 with x1848991041992960 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336269.532024:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83f480. 00000100:00100000:0.0:1763336269.536623:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.537576:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993088 00000100:00100000:2.0:1763336269.537587:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993088 00000100:00100000:1.0:1763336269.538592:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7441 00000100:00100000:1.0:1763336269.538605:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993088:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336269.538792:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993088:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 190us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.538800:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7441 00000100:00100000:3.0:1763336269.541669:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.542127:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993216 00000100:00100000:1.0:1763336269.542138:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993216 00000100:00100000:1.0:1763336269.542190:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7442 00000100:00100000:1.0:1763336269.542200:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993216:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336269.542295:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993216:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 96us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.542301:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7442 00000100:00100000:0.0:1763336269.544554:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.544651:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993344 00000100:00100000:2.0:1763336269.544659:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993344 00000100:00100000:2.0:1763336269.544761:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1990 00000100:00100000:2.0:1763336269.544770:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993344:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336269.544804:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.544819:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.544821:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.544827:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.544841:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546592:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546607:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546616:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546623:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336269.546671:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546840:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546859:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.546878:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa448f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.547519:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993344:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2744us (2963us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336269.547530:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1990 00000100:00100000:3.0:1763336269.551559:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.551844:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993472 00000100:00100000:2.0:1763336269.551853:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993472 00000100:00100000:2.0:1763336269.551960:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1991 00000100:00100000:2.0:1763336269.551982:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041993472:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336269.552018:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.552035:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.552042:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336269.552044:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336269.552048:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.552088:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.552101:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 24 pid: 30886 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.552116:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056157568:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336269.552196:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.555464:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056157568:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.555492:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.555776:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.556149:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993600 00000100:00100000:1.0:1763336269.556157:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993600 00010000:00010000:1.0:1763336269.556194:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 25 pid: 30886 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.556234:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3520 00000100:00100000:1.0:1763336269.556243:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8987450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041993600:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336269.556259:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.556280:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 25 pid: 30886 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.556292:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 25 pid: 30886 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.556313:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa448e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a16 expref: 25 pid: 30886 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.556330:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.556332:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.556336:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.556344:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.556376:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336269.556427:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8987450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041993600:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.556434:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3520 00010000:00010000:2.0:1763336269.556723:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.557004:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336269.562130:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872019 is committed 00000001:00080000:0.0:1763336269.562149:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872015 is committed 00000001:00080000:0.0:1763336269.562157:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872011 is committed 00002000:00010000:2.0:1763336269.562247:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 0 -> 94208 00002000:00010000:2.0:1763336269.562252:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1763336269.562266:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.562277:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.562292:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.562298:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336269.562303:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.562311:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.562328:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.562335:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa448f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.562426:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041993472:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 10452us (10870us total) trans 17179872019 rc 0/0 00000100:00100000:2.0:1763336269.562437:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1991 00000100:00100000:3.0:1763336269.566377:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.566430:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993728 00000100:00100000:2.0:1763336269.566441:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993728 00000100:00100000:2.0:1763336269.566505:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7443 00000100:00100000:2.0:1763336269.566516:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993728:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336269.566640:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993728:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 125us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.566647:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7443 00000100:00100000:3.0:1763336269.570108:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.572119:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993856 00000100:00100000:2.0:1763336269.572133:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993856 00000100:00100000:2.0:1763336269.572201:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7444 00000100:00100000:2.0:1763336269.572211:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041993856:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336269.572344:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041993856:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 134us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.572352:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7444 00000100:00100000:0.0:1763336269.579363:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.579418:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041993984 00000100:00100000:2.0:1763336269.579428:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041993984 00000100:00100000:2.0:1763336269.579502:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1992 00000100:00100000:2.0:1763336269.579511:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993984:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336269.579550:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.579564:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.579567:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.579571:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.579583:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585854:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585878:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585887:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585894:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336269.585899:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585907:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585924:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.585932:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44900 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336269.588175:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041993984:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8653us (8807us total) trans 0 rc 73728/73728 00000100:00100000:0.0:1763336269.588191:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1992 00000100:00100000:3.0:1763336269.591551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.591625:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994112 00000100:00100000:0.0:1763336269.591634:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994112 00000100:00100000:0.0:1763336269.591715:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1993 00000100:00100000:0.0:1763336269.591726:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041994112:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:0.0:1763336269.591777:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 94208, mtime: 0x691a604d, atime: 0x0, ctime: 0x691a604d, blocks: 0x48 00010000:00010000:0.0:1763336269.591786:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.591800:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.591802:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.591807:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.591821:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336269.599727:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872020 is committed 00002000:00010000:1.0:1763336269.599851:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 94208 -> 180224 00002000:00010000:1.0:1763336269.599856:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 72 -> 216 00010000:00010000:1.0:1763336269.599869:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.599881:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.599889:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.599896:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.599900:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.599912:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.599932:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.599939:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44907 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [106496->180223] (req 106496->180223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.600050:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041994112:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 8321us (8502us total) trans 17179872020 rc 0/0 00000100:00100000:1.0:1763336269.600060:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1993 00000100:00100000:1.0:1763336269.605642:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.605903:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994240 00000100:00100000:2.0:1763336269.605912:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994240 00000100:00100000:2.0:1763336269.605976:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7445 00000100:00100000:2.0:1763336269.605995:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041994240:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336269.606128:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041994240:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 142us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.606142:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7445 00000100:00100000:3.0:1763336269.610190:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.610340:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994368 00000100:00100000:1.0:1763336269.610350:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994368 00000100:00100000:1.0:1763336269.610413:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7446 00000100:00100000:1.0:1763336269.610424:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041994368:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336269.610543:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991041994368:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 121us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.610551:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7446 00000100:00100000:3.0:1763336269.614093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.614188:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994496 00000100:00100000:1.0:1763336269.614198:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994496 00000100:00100000:1.0:1763336269.614264:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1994 00000100:00100000:1.0:1763336269.614274:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041994496:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336269.614312:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.614434:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.614437:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.614443:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.614456:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617820:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617840:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617849:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617856:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.617860:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617869:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617886:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.617893:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa4490e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.617975:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041994496:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3691us (3878us total) trans 0 rc 33882/33882 00000100:00100000:1.0:1763336269.617985:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1994 00000100:00100000:3.0:1763336269.621881:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.622084:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994624 00000100:00100000:1.0:1763336269.622093:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994624 00000100:00100000:1.0:1763336269.622165:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1995 00000100:00100000:1.0:1763336269.622174:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041994624:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336269.622219:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 180224, mtime: 0x691a604d, atime: 0x0, ctime: 0x691a604d, blocks: 0xd8 00010000:00010000:1.0:1763336269.622228:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.622241:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.622243:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.622248:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.622261:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336269.627076:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872021 is committed 00002000:00010000:1.0:1763336269.627204:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 180224 -> 218202 00002000:00010000:1.0:1763336269.627209:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 216 -> 288 00010000:00010000:1.0:1763336269.627221:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.627232:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.627245:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.627251:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bb281400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.627255:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.627263:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.627280:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.627286:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bb281400/0x84ca14902aa44915 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [184320->221183] (req 184320->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.627381:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991041994624:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5203us (5504us total) trans 17179872021 rc 0/0 00000100:00100000:1.0:1763336269.627391:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1995 00000100:00100000:0.0:1763336269.630648:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.630795:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994752 00000100:00100000:2.0:1763336269.630805:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994752 00000100:00100000:2.0:1763336269.630858:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10466 00000100:00100000:2.0:1763336269.630868:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57609:x1848991041994752:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:2.0:1763336269.633006:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968697 is committed 00000020:00080000:2.0:1763336269.633037:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 45 batchid updated 00000020:00080000:1.0:1763336269.633069:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 45 00000020:00080000:1.0:1763336269.633168:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 45 cancel update log [0x240000400:0x2:0x0].24: rc = 0 00000020:00080000:1.0:1763336269.633180:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 45 00010000:00010000:3.0:1763336269.633216:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633228:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633235:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633242:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336269.633246:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633254:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633268:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336269.633272:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336269.633276:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633282:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa447ef lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633300:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633306:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633311:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633316:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336269.633319:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633324:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633331:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336269.633334:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336269.633337:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633343:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4480b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633353:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633359:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633365:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633369:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336269.633372:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633377:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633385:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:3.0:1763336269.633387:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336269.633390:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336269.633395:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa448d6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336269.633603:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57609:x1848991041994752:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 2731us (2958us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.633613:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10466 00000100:00100000:3.0:1763336269.637915:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.638013:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041994880 00000100:00100000:2.0:1763336269.638024:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041994880 00000100:00100000:2.0:1763336269.638776:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7447 00000100:00100000:2.0:1763336269.638786:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041994880:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:2.0:1763336269.639248:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991041994880:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 461us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.639257:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7447 00000100:00100000:0.0:1763336269.639392:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.639671:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995008 00000100:00100000:2.0:1763336269.639679:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995008 00000100:00100000:2.0:1763336269.640003:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7448 00000100:00100000:2.0:1763336269.640013:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041995008:12345-192.168.203.16@tcp:16:lfs.0 00000001:00080000:3.0:1763336269.642398:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839348 is committed 00000100:00100000:2.0:1763336269.642595:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041995008:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 2580us (3199us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.642606:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7448 00000100:00100000:0.0:1763336269.656232:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.658065:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995136 00000100:00100000:2.0:1763336269.658078:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995136 00000100:00100000:2.0:1763336269.658150:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7449 00000100:00100000:2.0:1763336269.658161:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041995136:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336269.658207:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658222:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.658225:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.658230:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658244:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658269:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658277:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658284:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658291:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336269.658295:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658304:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658316:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.658323:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa4491c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.658409:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041995136:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 249us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.658416:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7449 00000100:00100000:3.0:1763336269.663677:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.664266:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995264 00000100:00100000:1.0:1763336269.664287:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995264 00000100:00100000:1.0:1763336269.664346:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7450 00000100:00100000:1.0:1763336269.664355:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041995264:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336269.664398:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664412:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.664414:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.664419:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664431:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664455:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664464:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664472:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664479:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bb281400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.664483:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664491:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664503:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.664511:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bb281400/0x84ca14902aa44923 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.664599:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991041995264:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 244us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.664607:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7450 00000100:00100000:3.0:1763336269.666061:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.666831:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995392 00000100:00100000:2.0:1763336269.666841:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995392 00000100:00100000:1.0:1763336269.667809:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7451 00000100:00100000:1.0:1763336269.667827:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041995392:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336269.667873:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667888:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.667891:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.667896:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667909:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667933:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667941:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667948:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667956:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.667960:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667981:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.667998:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.668005:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa4492a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336269.668192:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041995392:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 369us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.668201:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7451 00000100:00100000:0.0:1763336269.673739:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.673884:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995648 00000100:00100000:2.0:1763336269.673893:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995648 00000100:00100000:2.0:1763336269.673944:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10467 00000100:00100000:2.0:1763336269.673953:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57609:x1848991041995648:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336269.674038:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336269.674054:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.674064:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00010000:2.0:1763336269.674171:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a431f8d4 reply state 0000000097117e7a transno 4294968698 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.674182:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336269.674189:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:2.0:1763336269.674192:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336269.674195:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336269.674265:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041995648:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 313us (536us total) trans 4294968698 rc 0/0 00000100:00100000:2.0:1763336269.674272:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10467 00000100:00100000:3.0:1763336269.677311:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.677353:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.677446:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995776 00000100:00100000:0.0:1763336269.677456:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995776 00000100:00100000:0.0:1763336269.677569:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041995904 00000100:00100000:0.0:1763336269.677573:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041995904 00000100:00100000:1.0:1763336269.677613:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7452 00000100:00100000:1.0:1763336269.677625:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991041995776:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:1.0:1763336269.677848:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991041995776:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 225us (544us total) trans 17179872022 rc 0/0 00000100:00100000:1.0:1763336269.677856:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7452 00000100:00100000:1.0:1763336269.677875:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7453 00000100:00100000:1.0:1763336269.677883:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991041995904:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336269.677958:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336269.677962:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.677977:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 0 -> 1763336269 00002000:00010000:1.0:1763336269.677980:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.677982:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336269.678007:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991041995904:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 124us (652us total) trans 21474839349 rc 0/0 00000100:00100000:1.0:1763336269.678013:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7453 00000100:00100000:0.0:1763336269.681331:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.681424:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041996160 00000100:00100000:1.0:1763336269.681434:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041996160 00000100:00100000:1.0:1763336269.681543:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10468 00000100:00100000:1.0:1763336269.681555:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041996160:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:1.0:1763336269.681625:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336269.681643:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.681653:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 4/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336269.681861:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.681878:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 24 pid: 23631 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.681893:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056157696:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336269.682027:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbd49480 going to sleep for 11 seconds 00000100:00100000:3.0:1763336269.685244:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.685342:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056157696:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336269.685368:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336269.685440:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041996288 00000100:00100000:0.0:1763336269.685447:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041996288 00010000:00010000:0.0:1763336269.685476:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 25 pid: 23631 timeout: 1157 lvb_type: 0 00000100:00100000:0.0:1763336269.685677:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3521 00000100:00100000:0.0:1763336269.685766:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991041996288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336269.685782:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336269.685788:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 25 pid: 23631 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.685800:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 25 pid: 23631 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.685820:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa448cf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x55:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a08 expref: 25 pid: 23631 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.685833:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:0.0:1763336269.685838:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.685848:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.685856:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336269.686144:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336269.686200:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991041996288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 513us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.686211:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3521 00010000:00010000:2.0:1763336269.686249:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686256:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686290:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686296:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686303:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686309:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336269.686313:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686320:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686328:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:2.0:1763336269.686331:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763336269.686335:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.686340:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa44938 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336269.686376:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57609:x1848991041996160:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 4824us (5054us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763336269.686384:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10468 00000100:00100000:3.0:1763336269.690294:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.694550:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041996544 00000100:00100000:2.0:1763336269.694566:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041996544 00000100:00100000:2.0:1763336269.694645:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10469 00000100:00100000:2.0:1763336269.694655:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57609:x1848991041996544:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336269.694725:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336269.694752:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa44819 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669bb expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.694770:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.694775:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336269.694825:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336269.694838:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.694847:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336269.694952:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da76f40c reply state 00000000e8c9c986 transno 4294968699 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.694974:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.694981:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.694983:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336269.694986:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336269.695086:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041996544:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 432us (4801us total) trans 4294968699 rc 0/0 00000100:00100000:2.0:1763336269.695094:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10469 00000100:00100000:3.0:1763336269.698410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.698447:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.698478:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.698557:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041996672 00000100:00100000:1.0:1763336269.698567:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041996672 00000100:00100000:1.0:1763336269.698620:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041996928 00000100:00100000:1.0:1763336269.698624:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041996928 00000100:00100000:1.0:1763336269.698645:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041996800 00000100:00100000:1.0:1763336269.698647:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041996800 00000100:00100000:1.0:1763336269.698666:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7454 00000100:00100000:1.0:1763336269.698674:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041996672:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336269.698828:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 218202 -> 218202 00002000:00010000:1.0:1763336269.698832:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.698834:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.698836:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.698839:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:1.0:1763336269.698887:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041996672:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 213us (483us total) trans 21474839350 rc 0/0 00000100:00100000:1.0:1763336269.698894:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7454 00000100:00100000:1.0:1763336269.698912:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7455 00000100:00100000:1.0:1763336269.698919:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991041996928:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336269.699000:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336269.699003:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.699006:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336267 -> 1763336269 00002000:00010000:1.0:1763336269.699008:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.699010:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336269.699030:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041996928:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 113us (583us total) trans 17179872023 rc 0/0 00000100:00100000:1.0:1763336269.699039:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7455 00000100:00100000:1.0:1763336269.699052:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7456 00000100:00100000:1.0:1763336269.699058:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991041996800:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336269.699100:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336269.699102:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.699105:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336267 -> 1763336269 00002000:00010000:1.0:1763336269.699107:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336269.699109:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336269.699127:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041996800:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 69us (648us total) trans 21474839351 rc 0/0 00000100:00100000:1.0:1763336269.699132:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7456 00000100:00100000:1.0:1763336269.704031:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.704115:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041997184 00000100:00100000:2.0:1763336269.704125:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041997184 00000100:00100000:2.0:1763336269.704181:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3600 00000100:00100000:2.0:1763336269.704192:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041997184:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336269.704262:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44890 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ec expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.704300:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336269.704312:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.704320:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.704329:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336269.704359:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.704372:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 24 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.704385:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056157824:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.704465:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.704474:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 24 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.704482:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf923b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056157952:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336269.704503:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.707752:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.707824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.707917:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041997440 00000100:00100000:0.0:1763336269.707927:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041997440 00010000:00010000:0.0:1763336269.707975:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 25 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:0.0:1763336269.708015:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041997312 00000100:00100000:0.0:1763336269.708019:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041997312 00010000:00010000:0.0:1763336269.708034:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 26 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:0.0:1763336269.708058:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3522 00000100:00100000:0.0:1763336269.708067:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041997440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336269.708082:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336269.708089:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 26 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.708098:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 26 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.708119:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.708124:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336269.708131:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336269.708136:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336269.708184:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991041997440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 116us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.708194:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3522 00000100:00100000:0.0:1763336269.708212:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3523 00000100:00100000:0.0:1763336269.708219:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041997312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336269.708228:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336269.708233:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 25 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.708242:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 25 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:0.0:1763336269.708252:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.708256:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336269.708263:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336269.708270:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336269.708294:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336269.708313:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991041997312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 94us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.708319:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3523 00010000:00010000:2.0:1763336269.710350:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa447f6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ad expref: 24 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.710373:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056157824:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.710386:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa447da lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6699f expref: 23 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.710396:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf923b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056157952:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.710418:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336269.710427:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336269.710432:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336269.710458:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336269.710470:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.710483:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 4/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336269.710516:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.710531:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 22 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:2.0:1763336269.710544:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf923b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056158080:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336269.711048:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.715148:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.715310:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf923b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056158080:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336269.715335:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336269.715455:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041997568 00000100:00100000:3.0:1763336269.715461:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041997568 00010000:00010000:1.0:1763336269.715925:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 23 pid: 6514 timeout: 1157 lvb_type: 0 00000100:00100000:1.0:1763336269.716195:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3524 00000100:00100000:1.0:1763336269.716206:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991041997568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336269.716220:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.716227:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 23 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.716238:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 23 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.716259:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa448dd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x55:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a0f expref: 23 pid: 6514 timeout: 1157 lvb_type: 0 00010000:00010000:1.0:1763336269.716274:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:1.0:1763336269.716279:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336269.716290:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336269.716296:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336269.716493:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336269.716608:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336269.716616:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:1.0:1763336269.716906:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991041997568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 700us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.716915:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3524 00000100:00100000:0.0:1763336269.717411:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158208:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336269.717460:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336269.717501:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336269.718594:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158208 00000100:00100000:3.0:1763336269.718605:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158208 00000100:00100000:3.0:1763336269.719416:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1763336269.719429:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158208:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.719547:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158208:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 122us (2085us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336269.719555:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1763336269.719955:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839337 gen 2 00000004:00080000:1.0:1763336269.719961:0:35235:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839332 committed transno 21474839337 00000004:00080000:1.0:1763336269.719991:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9ce00, transno 21474839334 00000004:00080000:1.0:1763336269.720003:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9ca80, transno 21474839335 00000004:00080000:1.0:1763336269.720007:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9e300, transno 21474839336 00000004:00080000:1.0:1763336269.720009:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9f800, transno 21474839337 00000100:00100000:1.0:1763336269.720015:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158208:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.720071:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158336:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.720109:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336269.720137:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1763336269.720289:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1763336269.720482:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158336 00000100:00100000:2.0:1763336269.720489:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158336 00000100:00100000:2.0:1763336269.720531:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1763336269.720538:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158336:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336269.720608:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158336:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 71us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.720615:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1763336269.721071:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872015 gen 2 00000004:00080000:1.0:1763336269.721077:0:35235:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872010 committed transno 17179872015 00000004:00080000:1.0:1763336269.721091:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c00a300, transno 17179872012 00000004:00080000:1.0:1763336269.721105:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285c00, transno 17179872013 00000004:00080000:1.0:1763336269.721107:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285500, transno 17179872014 00000004:00080000:1.0:1763336269.721110:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285880, transno 17179872015 00000100:00100000:1.0:1763336269.721115:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158336:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.721168:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158464:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.721195:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336269.721210:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000004:00080000:3.0:1763336269.721410:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1763336269.721462:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158464 00000100:00100000:2.0:1763336269.721467:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158464 00000100:00100000:2.0:1763336269.721531:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1763336269.721538:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158464:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336269.721626:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158464:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 88us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.721633:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1763336269.721843:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158464:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.721875:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158592:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.721900:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336269.721913:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183c0ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.721960:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158592 00000100:00100000:2.0:1763336269.721972:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158592 00000100:00100000:2.0:1763336269.722127:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:2.0:1763336269.722134:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158592:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336269.722195:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158592:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 61us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.722201:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1763336269.722267:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158592:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.722300:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158720:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.722319:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336269.722908:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.722997:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158720 00000100:00100000:2.0:1763336269.723002:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158720 00000100:00100000:2.0:1763336269.723044:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1763336269.723052:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158720:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336269.723124:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158720:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 73us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336269.723131:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1763336269.723253:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158720:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.723297:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158848:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.723328:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.723386:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.723424:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158848 00000100:00100000:1.0:1763336269.723429:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158848 00000100:00100000:1.0:1763336269.723544:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1763336269.723551:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158848:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.723617:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158848:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 66us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.723624:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1763336269.723678:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158848:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.724166:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158976:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.724191:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.724214:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.724279:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056158976 00000100:00100000:1.0:1763336269.724284:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056158976 00000100:00100000:1.0:1763336269.724313:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1763336269.724319:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158976:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.724371:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056158976:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 52us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.724377:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1763336269.724476:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056158976:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.724506:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159104:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.724708:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.724725:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336269.724791:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056159104 00000100:00100000:0.0:1763336269.724795:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056159104 00000100:00100000:0.0:1763336269.724819:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1763336269.724826:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159104:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336269.724891:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159104:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 65us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.724898:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1763336269.725090:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159104:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.725122:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159232:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.725142:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.725161:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336269.725224:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056159232 00000100:00100000:1.0:1763336269.725228:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056159232 00000100:00100000:1.0:1763336269.725259:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1763336269.725264:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159232:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336269.725319:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159232:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 54us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.725324:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1763336269.725559:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159232:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.725588:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159360:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.725607:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.725656:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336269.725694:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056159360 00000100:00100000:0.0:1763336269.725698:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056159360 00000100:00100000:0.0:1763336269.725751:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1763336269.725757:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159360:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336269.725812:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159360:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 55us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.725818:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1763336269.726083:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159360:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:3.0:1763336269.726231:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].25, 640 off52336 00000001:00080000:3.0:1763336269.726242:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968700 00000100:00100000:3.0:1763336269.726286:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159488:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.726308:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.726746:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336269.726798:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056159488 00000100:00100000:0.0:1763336269.726803:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056159488 00000100:00100000:0.0:1763336269.726826:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1763336269.726832:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159488:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336269.726946:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056159488:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 113us (635us total) trans 21474839352 rc 0/0 00000100:00100000:0.0:1763336269.726953:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1763336269.727636:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159488:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.727673:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159616:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336269.727737:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.727761:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.727820:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056159616 00000100:00100000:2.0:1763336269.727825:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056159616 00000100:00100000:2.0:1763336269.727987:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:2.0:1763336269.727995:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056159616:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336269.729239:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056159616:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 1238us (1495us total) trans 17179872024 rc 0/0 00000100:00100000:2.0:1763336269.729251:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1763336269.729617:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056159616:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763336269.730284:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968701 00010000:00010000:3.0:1763336269.730329:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730344:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730352:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730358:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336269.730362:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730369:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730384:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:3.0:1763336269.730387:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336269.730392:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730398:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa4494d lrc: 0/0,0 mode: --/EX res: [0x240000405:0x55:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730412:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730419:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730425:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730429:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336269.730432:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730441:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730448:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336269.730450:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336269.730453:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730458:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa44946 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336269.730470:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336269.730472:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336269.730478:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44890 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669ec expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336269.730591:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57609:x1848991041997184:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 26400us (26569us total) trans 4294968702 rc 0/0 00000100:00100000:3.0:1763336269.730600:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3600 00000020:00080000:3.0:1763336269.730604:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336269.734354:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.734442:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041997696 00000100:00100000:3.0:1763336269.734453:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041997696 00000100:00100000:3.0:1763336269.734664:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10470 00000100:00100000:3.0:1763336269.734674:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57609:x1848991041997696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.734875:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.734898:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44954 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a24 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.734950:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44954 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a24 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.734973:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44954 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a24 expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.734988:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.734991:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336269.734995:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:0.0:1763336269.735049:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041997696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 377us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.735056:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10470 00000100:00100000:0.0:1763336269.738653:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336269.738906:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041997952 00000100:00100000:3.0:1763336269.738918:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041997952 00000100:00100000:3.0:1763336269.738982:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3601 00000100:00100000:3.0:1763336269.738992:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57609:x1848991041997952:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336269.739204:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57609:x1848991041997952:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 211us (556us total) trans 4294968703 rc 0/0 00000100:00100000:3.0:1763336269.739212:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3601 00000100:00100000:1.0:1763336269.744339:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.744441:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041998208 00000100:00100000:0.0:1763336269.744452:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041998208 00000100:00100000:0.0:1763336269.745180:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3602 00000100:00100000:0.0:1763336269.745193:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57609:x1848991041998208:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336269.745373:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x55:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763336269.745451:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336269.745467:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336269.745477:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336269.745488:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336269.745493:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336269.745498:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336269.750343:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336269.750357:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336269.750367:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.750372:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336269.750380:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 5/0,0 mode: PW/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336269.750397:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:1.0:1763336269.750400:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336269.750404:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 3/0,0 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336269.750416:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336269.750418:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336269.750419:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336269.750535:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1763336269.750543:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa4495b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336269.750791:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57609:x1848991041998208:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 5598us (6460us total) trans 4294968704 rc 0/0 00000100:00100000:0.0:1763336269.750801:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3602 00000100:00100000:1.0:1763336269.766076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.766156:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041998336 00000100:00100000:0.0:1763336269.766168:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041998336 00000100:00100000:0.0:1763336269.766235:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10471 00000100:00100000:0.0:1763336269.766246:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57610:x1848991041998336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.766269:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.766293:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44962 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a2b expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.766360:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336269.766375:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766386:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766400:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336269.766413:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766420:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766489:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336269.766498:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766505:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336269.766543:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00000004:00200000:0.0:1763336269.766547:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336269.766564:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766574:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766582:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766588:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766594:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766604:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336269.766607:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766614:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766625:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336269.766629:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336269.766633:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766639:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa44969 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766652:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766657:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766663:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766669:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336269.766672:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766678:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766750:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5400) 00010000:00010000:0.0:1763336269.766754:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336269.766758:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766763:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44970 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.766796:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44962 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 28 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.766810:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 27 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.766817:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.766819:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336269.766822:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:0.0:1763336269.766876:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57610:x1848991041998336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 632us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.766883:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10471 00000100:00100000:1.0:1763336269.776546:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.776607:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041998592 00000100:00100000:2.0:1763336269.776617:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041998592 00000100:00100000:0.0:1763336269.777909:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10472 00000100:00100000:0.0:1763336269.777927:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57610:x1848991041998592:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.777948:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.777983:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4497e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a32 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.778108:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44985 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336269.778123:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44985 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.778133:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44985 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336269.778144:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00010000:00010000:0.0:1763336269.778247:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4497e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a32 expref: 30 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.778265:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44985 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a32 expref: 29 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.778274:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.778276:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336269.778280:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:0.0:1763336269.778330:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57610:x1848991041998592:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 410us (1794us total) trans 4294968705 rc 0/0 00000100:00100000:0.0:1763336269.778337:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10472 00000100:00100000:1.0:1763336269.783349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.784225:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041998848 00000100:00100000:2.0:1763336269.784235:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041998848 00000100:00100000:2.0:1763336269.784291:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10473 00000100:00100000:2.0:1763336269.784300:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57610:x1848991041998848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.784322:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.784342:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44993 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a39 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.784454:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa4499a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336269.784469:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa4499a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336269.784479:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa4499a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336269.784490:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00010000:00010000:2.0:1763336269.784579:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa44993 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a39 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.784595:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa4499a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a39 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.784604:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336269.784607:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336269.784611:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00000100:00100000:2.0:1763336269.784666:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57610:x1848991041998848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 367us (1326us total) trans 4294968706 rc 0/0 00000100:00100000:2.0:1763336269.784673:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10473 00000100:00100000:1.0:1763336269.790214:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.792876:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041998976 00000100:00100000:0.0:1763336269.792889:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041998976 00000100:00100000:0.0:1763336269.792952:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7457 00000100:00100000:0.0:1763336269.792961:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991041998976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.792989:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.793009:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a40 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336269.793032:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 237828, mtime: 0x691a604b, atime: 0x691a604b, ctime: 0x691a604c, blocks: 0x108 00010000:00010000:0.0:1763336269.793050:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.793053:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336269.793060:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 16 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.793082:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 16 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336269.793094:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336269.793153:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041998976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 193us (2948us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336269.793161:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7457 00000100:00100000:1.0:1763336269.793403:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.793474:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041999104 00000100:00100000:2.0:1763336269.793480:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041999104 00000100:00100000:2.0:1763336269.793673:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7458 00000100:00100000:2.0:1763336269.793682:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041999104:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336269.793916:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336269.793930:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa449af lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a47 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.793981:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf923b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056159744:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336269.794029:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336269.797300:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf923b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056159744:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336269.797336:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa449af lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a47 expref: 21 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.797359:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa449af lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a47 expref: 21 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336269.797371:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:2.0:1763336269.797428:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991041999104:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3747us (4024us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336269.797437:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7458 00000100:00100000:3.0:1763336269.797944:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336269.797963:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056159872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763336269.798020:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336269.798059:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056159872 00000100:00100000:3.0:1763336269.798066:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056159872 00000100:00100000:3.0:1763336269.798105:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1763336269.798113:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056159872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763336269.798132:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484853056 pending 0 free 3915821056 avail 3683774464 00000100:00100000:3.0:1763336269.798164:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056159872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336269.798170:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1763336269.798214:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056159872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763336269.851728:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.851830:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041999232 00000100:00100000:1.0:1763336269.851839:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041999232 00000100:00100000:1.0:1763336269.851909:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1996 00000100:00100000:1.0:1763336269.851919:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041999232:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336269.851955:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.851980:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.851982:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.851987:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.852000:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857006:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857027:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857036:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857043:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336269.857047:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857056:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857074:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.857081:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa449b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336269.857166:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991041999232:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5244us (5442us total) trans 0 rc 218202/218202 00000100:00100000:0.0:1763336269.857176:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1996 00000100:00100000:2.0:1763336269.861738:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.861843:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041999360 00000100:00100000:0.0:1763336269.861853:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041999360 00000100:00100000:0.0:1763336269.861926:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1997 00000100:00100000:0.0:1763336269.861937:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041999360:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336269.862062:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 218202, mtime: 0x691a604d, atime: 0x691a604d, ctime: 0x691a604d, blocks: 0x120 00010000:00010000:1.0:1763336269.862074:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.862088:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.862090:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.862096:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.862109:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868471:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868491:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868500:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868508:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336269.868512:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868521:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868539:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.868546:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449bd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336269.868639:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991041999360:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6699us (6905us total) trans 0 rc 218202/218202 00000100:00100000:1.0:1763336269.868650:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1997 00000100:00100000:2.0:1763336269.887820:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.888934:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041999488 00000100:00100000:1.0:1763336269.888946:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041999488 00000100:00100000:1.0:1763336269.889029:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 440 00000100:00100000:1.0:1763336269.889039:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57610:x1848991041999488:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336269.889056:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336269.889082:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa4499a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a39 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.889102:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336269.889108:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336269.889869:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57610:x1848991041999488:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 828us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336269.889879:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 440 00000100:00100000:2.0:1763336269.893613:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.894175:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991041999744 00000100:00100000:0.0:1763336269.894184:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991041999744 00000100:00100000:0.0:1763336269.894946:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3603 00000100:00100000:0.0:1763336269.894958:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57610:x1848991041999744:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336269.895851:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57610:x1848991041999744:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 891us (2244us total) trans 4294968707 rc 0/0 00000100:00100000:0.0:1763336269.895861:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3603 00000100:00100000:2.0:1763336269.917301:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336269.918769:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000000 00000100:00100000:0.0:1763336269.918781:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000000 00000100:00100000:0.0:1763336269.918838:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10474 00000100:00100000:0.0:1763336269.918846:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57611:x1848991042000000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336269.918868:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336269.918887:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa449c4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a4e expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.918996:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa449cb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336269.919013:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa449cb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336269.919022:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa449cb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336269.919033:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00010000:00010000:0.0:1763336269.919123:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa449c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a4e expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.919138:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa449cb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a4e expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.919146:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336269.919148:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336269.919152:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:0.0:1763336269.919204:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57611:x1848991042000000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 359us (1912us total) trans 4294968708 rc 0/0 00000100:00100000:0.0:1763336269.919211:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10474 00000100:00100000:1.0:1763336269.926040:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336269.926072:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000128 00000100:00100000:1.0:1763336269.926082:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000128 00000100:00100000:1.0:1763336269.926133:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1998 00000100:00100000:1.0:1763336269.926141:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042000128:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336269.926174:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.926188:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.926190:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336269.926195:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336269.926213:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336269.926854:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336269.930671:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.930974:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.930985:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.930992:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336269.930996:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.931004:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.931023:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.931030:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa449d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.931118:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042000128:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4971us (5081us total) trans 0 rc 218202/218202 00000100:00100000:2.0:1763336269.931128:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1998 00000100:00100000:3.0:1763336269.939172:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.939282:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000256 00000100:00100000:2.0:1763336269.939292:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000256 00000100:00100000:2.0:1763336269.939540:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1999 00000100:00100000:2.0:1763336269.939551:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042000256:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336269.939590:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.939606:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.939608:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.939613:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.939626:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945414:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945433:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945442:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945449:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336269.945453:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945461:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945479:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.945485:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336269.945568:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042000256:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6015us (6401us total) trans 0 rc 218202/218202 00000100:00100000:2.0:1763336269.945578:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1999 00000100:00100000:1.0:1763336269.997586:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336269.997726:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000384 00000100:00100000:2.0:1763336269.997736:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000384 00000100:00100000:2.0:1763336269.997811:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2000 00000100:00100000:2.0:1763336269.997821:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042000384:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336269.997856:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.997888:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.997891:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336269.997897:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336269.997911:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002054:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002072:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002080:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002087:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336270.002092:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002100:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002119:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.002126:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa449e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.002213:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042000384:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4389us (4631us total) trans 0 rc 218202/218202 00000100:00100000:2.0:1763336270.002223:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2000 00000100:00100000:1.0:1763336270.007167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.008541:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000512 00000100:00100000:2.0:1763336270.008554:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000512 00000100:00100000:2.0:1763336270.009077:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2001 00000100:00100000:2.0:1763336270.009089:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042000512:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336270.009136:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 218202, mtime: 0x691a604d, atime: 0x691a604d, ctime: 0x691a604d, blocks: 0x120 00010000:00010000:2.0:1763336270.009145:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.009159:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.009161:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.009166:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.009179:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763336270.009339:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1763336270.013227:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.013245:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.013253:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.013260:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336270.013265:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.013272:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.013289:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.013296:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa449ee lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.014149:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042000512:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5055us (6985us total) trans 0 rc 218202/218202 00000100:00100000:2.0:1763336270.014546:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2001 00000100:00100000:3.0:1763336270.030204:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.030318:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000640 00000100:00100000:1.0:1763336270.030327:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000640 00000100:00100000:1.0:1763336270.030413:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 441 00000100:00100000:1.0:1763336270.030424:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57611:x1848991042000640:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336270.030439:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336270.030463:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa449cb lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a4e expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.030483:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.030488:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336270.030543:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57611:x1848991042000640:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 121us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.030551:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 441 00000100:00080000:3.0:1763336270.031035:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763336270.036220:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.036294:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042000896 00000100:00100000:2.0:1763336270.036304:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042000896 00000100:00100000:2.0:1763336270.036367:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3604 00000100:00100000:2.0:1763336270.036378:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57611:x1848991042000896:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336270.036608:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57611:x1848991042000896:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 231us (398us total) trans 4294968709 rc 0/0 00000100:00100000:2.0:1763336270.036615:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3604 00000100:00100000:2.0:1763336270.041310:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.041374:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042001152 00000100:00100000:1.0:1763336270.041384:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042001152 00000100:00100000:1.0:1763336270.041440:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10475 00000100:00100000:1.0:1763336270.041449:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042001152:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336270.041470:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336270.041493:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa449f5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a55 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.041627:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336270.041643:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.041651:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.041680:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.041737:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 34 pid: 23631 timeout: 1158 lvb_type: 0 00000100:00100000:1.0:1763336270.041751:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056160000:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336270.041823:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183c0ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.046427:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056160000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336270.046459:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336270.047898:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.048283:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042001280 00000100:00100000:1.0:1763336270.048292:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042001280 00010000:00010000:1.0:1763336270.048339:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 35 pid: 23631 timeout: 1158 lvb_type: 0 00000100:00100000:1.0:1763336270.048465:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3525 00000100:00100000:1.0:1763336270.048475:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8987850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042001280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336270.048490:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336270.048497:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 35 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.048509:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 35 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.048530:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44977 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a2b expref: 35 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.048545:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.048551:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.048560:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.048567:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.049647:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.049659:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336270.049700:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00010000:00010000:0.0:1763336270.049840:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa449f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.049859:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.049867:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.049870:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336270.049873:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281600, rc 0) 00000100:00100000:0.0:1763336270.049942:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042001152:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8493us (8641us total) trans 4294968710 rc 0/0 00000100:00100000:0.0:1763336270.049950:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10475 00010000:00010000:1.0:1763336270.050055:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336270.050095:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8987850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991042001280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1621us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.050102:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3525 00000100:00100000:1.0:1763336270.054792:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.055248:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042001408 00000100:00100000:2.0:1763336270.055260:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042001408 00000100:00100000:2.0:1763336270.055321:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10476 00000100:00100000:2.0:1763336270.055331:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042001408:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.055354:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.055376:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a0a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a5c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.055469:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.055483:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.055492:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.055526:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.055538:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 35 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.055557:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056160128:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.055640:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.066369:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056160128:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.066398:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336270.070043:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.073241:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042001536 00000100:00100000:2.0:1763336270.073256:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042001536 00010000:00010000:2.0:1763336270.073301:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 36 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.073352:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3526 00000100:00100000:2.0:1763336270.073361:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042001536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.073376:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.073384:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 36 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.073396:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 36 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.073419:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa449fc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a55 expref: 36 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.073436:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.073442:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.073455:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.073461:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.073490:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.073548:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042001536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.073555:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3526 00010000:00010000:2.0:1763336270.073593:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.073600:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336270.073653:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 218202 00000004:00200000:2.0:1763336270.073657:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336270.073674:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.073730:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a0a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a5c expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.073744:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a5c expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.073750:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.073753:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336270.073755:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336270.077725:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042001408:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 22384us (22931us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.077738:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10476 00000100:00100000:1.0:1763336270.083119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.083232:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042001792 00000100:00100000:2.0:1763336270.083241:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042001792 00000100:00100000:2.0:1763336270.083294:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3605 00000100:00100000:2.0:1763336270.083304:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042001792:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336270.083509:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042001792:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 205us (399us total) trans 4294968711 rc 0/0 00000100:00100000:2.0:1763336270.083518:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3605 00000100:00100000:0.0:1763336270.097872:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.098293:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002048 00000100:00100000:2.0:1763336270.098303:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002048 00000100:00100000:2.0:1763336270.098367:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10477 00000100:00100000:2.0:1763336270.098378:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042002048:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.098402:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.098406:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336270.098444:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a11 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a5c expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.098467:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44985 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a32 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.098481:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44954 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a24 expref: 33 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.098491:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.098496:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336270.098520:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a18 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a63 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.098565:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a1f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.098576:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a1f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.098585:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a1f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:2.0:1763336270.098875:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].131, 88 off19064 00000004:00080000:2.0:1763336270.098885:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1058060198902ns, next at 1056126636542ns, rc = 0 00000040:00080000:2.0:1763336270.098922:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].135, 88 off19416 00000004:00080000:2.0:1763336270.098928:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1058060242867ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336270.098952:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].132, 88 off19152 00000004:00080000:2.0:1763336270.098957:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1058060271233ns, next at 1056126636542ns, rc = 0 00000040:00080000:2.0:1763336270.098979:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].136, 88 off19504 00000004:00080000:2.0:1763336270.098984:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1058060298191ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336270.098993:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].137, 88 off19592 00000004:00080000:2.0:1763336270.098997:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1058060312158ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336270.099011:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].133, 88 off19240 00000004:00080000:2.0:1763336270.099015:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1058060329923ns, next at 1056126636542ns, rc = 0 00000040:00080000:2.0:1763336270.099033:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].134, 88 off19328 00000004:00080000:2.0:1763336270.099037:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1058060351749ns, next at 1056126636542ns, rc = 0 00000040:00080000:2.0:1763336270.099057:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].138, 88 off19680 00000004:00080000:2.0:1763336270.099061:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1058060375854ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336270.099078:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].139, 88 off19768 00000004:00080000:2.0:1763336270.099083:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1058060397388ns, next at 1056126607009ns, rc = 0 00000040:00080000:2.0:1763336270.099113:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].135, 88 off19416 00000004:00080000:2.0:1763336270.099118:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1058060432779ns, next at 1056126636542ns, rc = 0 00000001:00080000:3.0:1763336270.101387:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968712 is committed 00000004:00080000:3.0:1763336270.101399:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 136 committed 00000004:00080000:3.0:1763336270.101415:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 136 committed 00000004:00080000:3.0:1763336270.101428:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 135 committed 00000004:00080000:3.0:1763336270.101431:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 135 committed 00000004:00080000:3.0:1763336270.101433:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 134 committed 00000004:00080000:3.0:1763336270.101435:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 134 committed 00000004:00080000:3.0:1763336270.101437:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 133 committed 00000004:00080000:3.0:1763336270.101440:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 133 committed 00000004:00080000:3.0:1763336270.101441:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 132 committed 00000004:00080000:3.0:1763336270.101443:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 132 committed 00000020:00080000:3.0:1763336270.101462:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92bbd49480 refcount 2 committed 0 result 0 batchid 46 00000020:00080000:3.0:1763336270.101467:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92b68bbc00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92bbf63300 00000020:00080000:3.0:1763336270.101470:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed800 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c929881bcc0 00000020:00080000:3.0:1763336270.101472:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c918638f400 00000020:00080000:3.0:1763336270.101475:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].25 00010000:00010000:2.0:1763336270.101548:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101558:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101565:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101570:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.101575:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101582:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101596:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x55:0x0].0x0 (ffff9c91864d8d00) 00010000:00010000:2.0:1763336270.101599:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336270.101603:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101608:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa44931 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.101631:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101637:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101642:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101646:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.101650:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101655:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101663:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.101665:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336270.101668:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101673:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4493f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.101752:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a1f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a63 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1763336270.101755:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 46 committed batchid 45 00010000:00010000:2.0:1763336270.101761:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.101763:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336270.101777:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a18 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a63 expref: 18 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763336270.101789:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a1f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a63 expref: 17 pid: 6514 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1763336270.101808:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 45 00010000:00010000:2.0:1763336270.101816:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.101818:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336270.101821:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:3.0:1763336270.101903:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056160256:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336270.101955:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.104150:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042002048:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5763us (6275us total) trans 4294968712 rc 0/0 00000100:00100000:2.0:1763336270.104163:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10477 00000100:00100000:2.0:1763336270.104220:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056160256 00000100:00100000:2.0:1763336270.104230:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056160256 00000100:00100000:2.0:1763336270.104277:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7459 00000100:00100000:2.0:1763336270.104285:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3648:x1848991056160256:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336270.104429:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.104433:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336270.104435:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336270.104438:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336270.104440:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336270.105664:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056160768:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336270.105712:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056160256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1378us (3706us total) trans 17179872025 rc 0/0 00000100:00100000:2.0:1763336270.105721:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7459 00000100:00100000:3.0:1763336270.105722:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.105746:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056160768 00000100:00100000:2.0:1763336270.105751:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056160768 00000004:00080000:3.0:1763336270.105767:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb4000/2, rc 0, transno 17179872025 00000100:00100000:3.0:1763336270.105772:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056160256:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336270.105776:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7460 00000100:00100000:3.0:1763336270.105780:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763336270.105783:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3648:x1848991056160768:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336270.105785:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056160384:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336270.105808:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763336270.105879:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.105882:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336270.105885:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336270.105887:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336270.105889:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336270.106351:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056160768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 567us (626us total) trans 21474839353 rc 0/0 00000100:00100000:2.0:1763336270.106359:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7460 00000100:00100000:2.0:1763336270.106374:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056160384 00000100:00100000:2.0:1763336270.106378:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056160384 00000100:00100000:2.0:1763336270.106403:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7461 00000100:00100000:2.0:1763336270.106409:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056160384:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336270.106475:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.106479:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.106481:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.106482:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.106484:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336270.106614:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056160896:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336270.106642:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.106669:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056160896 00000100:00100000:1.0:1763336270.106672:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056160896 00000100:00100000:1.0:1763336270.106704:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7462 00000100:00100000:1.0:1763336270.106709:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056160896:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336270.106758:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:1.0:1763336270.106767:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336270.106769:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336270.106771:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336270.106774:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:1.0:1763336270.106809:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056160896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (162us total) trans 17179872027 rc 0/0 00000100:00100000:1.0:1763336270.106815:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7462 00000004:00080000:1.0:1763336270.106862:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb5180/2, rc 0, transno 17179872027 00000100:00100000:1.0:1763336270.106867:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056160896:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336270.107025:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056160512:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336270.107053:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336270.107070:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056161024:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336270.107078:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c685f80/2, rc 0, transno 21474839353 00000100:00100000:3.0:1763336270.107083:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056160768:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336270.107091:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056161280:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336270.107091:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336270.107107:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763336270.107112:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056160640:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336270.107113:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.107156:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056160512 00000100:00100000:1.0:1763336270.107160:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056160512 00000100:00100000:2.0:1763336270.107205:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056160384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 794us (1394us total) trans 17179872026 rc 0/0 00000100:00100000:2.0:1763336270.107212:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7461 00000100:00100000:2.0:1763336270.107225:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056161024 00000100:00100000:0.0:1763336270.107226:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056161408:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336270.107228:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056161024 00000100:00100000:2.0:1763336270.107245:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056161280 00000100:00100000:2.0:1763336270.107248:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056161280 00000100:00100000:0.0:1763336270.107251:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336270.107288:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb7480/2, rc 0, transno 17179872026 00000100:00100000:3.0:1763336270.107293:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056160384:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336270.107744:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056161408 00000100:00100000:2.0:1763336270.107749:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056161408 00000100:00100000:0.0:1763336270.107919:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7463 00000100:00100000:0.0:1763336270.107932:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056161024:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336270.108032:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336270.108035:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336270.108037:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336270.108039:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:0.0:1763336270.108046:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336270.108086:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056161024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 159us (993us total) trans 17179872028 rc 0/0 00000100:00100000:1.0:1763336270.108221:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7464 00000100:00100000:1.0:1763336270.108231:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056161280:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336270.108294:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:1.0:1763336270.108297:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336270.108299:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336270.108301:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:1.0:1763336270.108303:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:1.0:1763336270.108340:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056161280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (1226us total) trans 21474839354 rc 0/0 00000100:00100000:1.0:1763336270.108349:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7464 00000100:00100000:1.0:1763336270.108365:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7465 00000100:00100000:1.0:1763336270.108371:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056160512:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336270.108414:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 218202 -> 218202 00002000:00010000:1.0:1763336270.108418:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108419:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108421:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108423:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:1.0:1763336270.108447:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056160512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (1393us total) trans 21474839355 rc 0/0 00000100:00100000:1.0:1763336270.108454:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7465 00000100:00100000:1.0:1763336270.108467:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7466 00000100:00100000:1.0:1763336270.108473:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056161408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336270.108515:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336270.108518:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108520:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108522:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108524:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336270.108549:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056161408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (1297us total) trans 21474839356 rc 0/0 00000100:00100000:1.0:1763336270.108554:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7466 00000004:00080000:1.0:1763336270.108591:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c685c00/2, rc 0, transno 21474839354 00000100:00100000:1.0:1763336270.108596:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056161280:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336270.108742:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.108762:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056161152:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336270.108784:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336270.108800:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c684700/2, rc 0, transno 21474839355 00000100:00100000:1.0:1763336270.108804:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056160512:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336270.108811:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb7100/2, rc 0, transno 17179872028 00000100:00100000:1.0:1763336270.108814:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056161024:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336270.108827:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056160640 00000100:00100000:1.0:1763336270.108831:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056160640 00000100:00100000:1.0:1763336270.108848:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056161152 00000100:00100000:1.0:1763336270.108850:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056161152 00000100:00100000:1.0:1763336270.108860:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7467 00000100:00100000:1.0:1763336270.108864:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056160640:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336270.108926:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336270.108929:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108931:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108933:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.108935:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336270.108959:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056160640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (217us total) trans 21474839357 rc 0/0 00000100:00100000:1.0:1763336270.108976:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7467 00000100:00100000:1.0:1763336270.108988:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468 00000100:00100000:1.0:1763336270.108994:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056161152:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336270.109064:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056161152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (278us total) trans 17179872029 rc 0/0 00000100:00100000:1.0:1763336270.109070:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468 00000004:00080000:1.0:1763336270.109098:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c685500/2, rc 0, transno 21474839357 00000100:00100000:1.0:1763336270.109103:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056160640:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336270.109111:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285f80/2, rc 0, transno 17179872029 00000100:00100000:1.0:1763336270.109115:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056161152:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336270.109148:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187017100/2, rc 0, transno 21474839356 00000100:00100000:1.0:1763336270.109153:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056161408:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336270.109338:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7463 00000100:00100000:0.0:1763336270.117351:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.117502:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002176 00000100:00100000:2.0:1763336270.117510:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002176 00000100:00100000:2.0:1763336270.117578:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7469 00000100:00100000:2.0:1763336270.117589:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042002176:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.117605:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.117624:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a6a expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.117651:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.117658:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.117661:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.117665:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [176128->204799] (req 176128->204799) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.117735:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.117748:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 17 pid: 30886 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.117760:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056161536:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.117837:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9180 going to sleep for 11 seconds 00000100:00080000:3.0:1763336270.118356:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336270.127453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.127607:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002304 00000100:00100000:3.0:1763336270.127617:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002304 00000100:00100000:2.0:1763336270.127641:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056161536:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336270.127652:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 18 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.127667:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [176128->204799] (req 176128->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.127700:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:3.0:1763336270.127719:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3527 00000100:00100000:3.0:1763336270.127728:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042002304:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336270.127741:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763336270.127747:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042002176:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 10161us (10405us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.127754:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7469 00010000:00010000:3.0:1763336270.127758:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 18 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.127770:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 17 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.127794:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa448b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669f3 expref: 17 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.127807:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.127809:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.127816:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 16 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.127825:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 16 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.127857:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 16 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.127875:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056161664:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336270.128803:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.141370:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.141438:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002432 00000100:00100000:2.0:1763336270.141448:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002432 00000100:00100000:2.0:1763336270.141508:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10478 00000100:00100000:2.0:1763336270.141517:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042002432:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.141540:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.141561:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a2d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a71 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.141598:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.141611:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.141622:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336270.141666:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056161664:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336270.141710:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336270.141759:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042002304:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 14032us (14314us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.141767:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3527 00010000:00010000:2.0:1763336270.141768:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a2d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.141783:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.141792:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.141795:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336270.141798:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:2.0:1763336270.141837:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042002432:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 321us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.141843:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10478 00000100:00100000:0.0:1763336270.148646:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.148869:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002560 00000100:00100000:2.0:1763336270.148891:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002560 00002000:00100000:2.0:1763336270.148939:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (176128->180223) req@ffff9c9187015880 x1848991042002560/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.148952:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015880 with x1848991042002560 ext(176128->180223) 00002000:00010000:2.0:1763336270.148957:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015880 00000100:00100000:2.0:1763336270.148996:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2002 00000100:00100000:2.0:1763336270.149005:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042002560:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336270.149171:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042002560:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 166us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336270.149178:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2002 00002000:00100000:2.0:1763336270.149184:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (176128->180223) req@ffff9c9187015880 x1848991042002560/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/4536 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.149193:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015880 with x1848991042002560 ext(176128->180223) 00002000:00010000:2.0:1763336270.149196:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015880 00000100:00100000:1.0:1763336270.159540:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.159861:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002688 00000100:00100000:3.0:1763336270.159871:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002688 00002000:00100000:3.0:1763336270.159918:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (200704->204799) req@ffff9c91861bd500 x1848991042002688/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336270.159929:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd500 with x1848991042002688 ext(200704->204799) 00002000:00010000:3.0:1763336270.159935:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd500 00000100:00100000:3.0:1763336270.159979:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2003 00000100:00100000:3.0:1763336270.159989:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042002688:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336270.160193:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042002688:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 205us (662us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336270.160202:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2003 00002000:00100000:3.0:1763336270.160208:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (200704->204799) req@ffff9c91861bd500 x1848991042002688/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/4536 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336270.160215:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd500 with x1848991042002688 ext(200704->204799) 00002000:00010000:3.0:1763336270.160218:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd500 00000100:00100000:0.0:1763336270.166034:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.166139:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002816 00000100:00100000:2.0:1763336270.166149:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002816 00000100:00100000:2.0:1763336270.166211:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10479 00000100:00100000:2.0:1763336270.166222:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042002816:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.166243:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.166267:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a3b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a78 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.166363:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a42 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336270.166376:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.166386:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336270.166414:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:2.0:1763336270.166419:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336270.166435:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.166461:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a78 expref: 20 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.166480:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a78 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.166489:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.166492:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336270.166496:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:2.0:1763336270.166561:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042002816:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 341us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.166568:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10479 00000100:00100000:0.0:1763336270.182118:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.182218:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042002944 00000100:00100000:2.0:1763336270.182227:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042002944 00002000:00100000:2.0:1763336270.182273:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (122880->176127) req@ffff9c9187014000 x1848991042002944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.182284:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014000 with x1848991042002944 ext(122880->176127) 00002000:00010000:2.0:1763336270.182290:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014000 00000100:00100000:2.0:1763336270.182324:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2004 00000100:00100000:2.0:1763336270.182335:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042002944:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336270.189089:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042002944:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 6746us (6968us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1763336270.189103:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2004 00002000:00100000:2.0:1763336270.189115:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (122880->176127) req@ffff9c9187014000 x1848991042002944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/440 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.189132:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014000 with x1848991042002944 ext(122880->176127) 00002000:00010000:2.0:1763336270.189139:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014000 00000100:00100000:0.0:1763336270.196180:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.197015:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003072 00000100:00100000:2.0:1763336270.197026:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003072 00002000:00100000:2.0:1763336270.197073:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->122879) req@ffff9c9187014380 x1848991042003072/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.197083:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014380 with x1848991042003072 ext(86016->122879) 00002000:00010000:2.0:1763336270.197089:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014380 00000100:00100000:2.0:1763336270.197121:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2005 00000100:00100000:2.0:1763336270.197131:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042003072:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336270.199801:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042003072:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2545us (3505us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336270.199814:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2005 00002000:00100000:2.0:1763336270.199825:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->122879) req@ffff9c9187014380 x1848991042003072/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/440 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.199834:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014380 with x1848991042003072 ext(86016->122879) 00002000:00010000:2.0:1763336270.199839:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014380 00000100:00100000:0.0:1763336270.204537:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.204636:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003200 00000100:00100000:2.0:1763336270.204645:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003200 00000100:00100000:2.0:1763336270.204766:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2006 00000100:00100000:2.0:1763336270.204777:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042003200:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336270.205098:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 218202 -> 218202 00002000:00010000:2.0:1763336270.205102:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.205105:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.205107:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.205110:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:2.0:1763336270.205162:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042003200:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 387us (633us total) trans 21474839358 rc 0/0 00000100:00100000:2.0:1763336270.205170:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2006 00000100:00100000:0.0:1763336270.209095:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.209159:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003456 00000100:00100000:1.0:1763336270.209168:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003456 00000100:00100000:1.0:1763336270.209229:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10480 00000100:00100000:1.0:1763336270.209238:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042003456:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336270.209287:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763336270.209311:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a42 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a78 expref: 19 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.209329:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a1f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a63 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.209338:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.209343:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336270.209513:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336270.209526:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.209536:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336270.209579:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968713 00000004:00010000:1.0:1763336270.209604:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000062cfd523 reply state 00000000b6acc518 transno 4294968714 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.209615:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.209622:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.209625:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336270.209628:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336270.209751:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042003456:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 513us (663us total) trans 4294968714 rc 0/0 00000100:00100000:1.0:1763336270.209759:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10480 00000020:00080000:1.0:1763336270.209765:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336270.213314:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.213384:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003584 00000100:00100000:2.0:1763336270.213392:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003584 00000100:00100000:2.0:1763336270.213444:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10481 00000100:00100000:2.0:1763336270.213452:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042003584:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.213472:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.213490:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a7f expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.213537:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.213549:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 21 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.213564:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.213567:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336270.213570:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:2.0:1763336270.213617:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042003584:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 165us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.213623:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10481 00000100:00100000:0.0:1763336270.217262:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.217472:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003712 00000100:00100000:2.0:1763336270.217483:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003712 00000100:00100000:2.0:1763336270.217542:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7470 00000100:00100000:2.0:1763336270.217552:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042003712:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.217569:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.217587:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a86 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.217616:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.217625:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.217627:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.217632:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.217664:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.217678:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.217736:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056161792:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.217816:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336270.221064:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.221498:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056161792:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.221530:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.221554:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:2.0:1763336270.221612:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042003712:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4061us (4359us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.221620:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7470 00000100:00100000:3.0:1763336270.221764:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003840 00000100:00100000:3.0:1763336270.221771:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003840 00010000:00010000:3.0:1763336270.221799:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 1158 lvb_type: 1 00000100:00100000:3.0:1763336270.221837:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3528 00000100:00100000:3.0:1763336270.221846:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042003840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336270.221859:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336270.221877:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.221889:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.221910:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa448c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c669fa expref: 18 pid: 8398 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.221922:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.221924:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.221930:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.221939:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.221981:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.221998:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056161920:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336270.222044:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.225033:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056161920:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336270.225056:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336270.225101:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042003840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3256us (4044us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.225111:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3528 00000100:00100000:0.0:1763336270.226033:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.226104:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042003968 00000100:00100000:2.0:1763336270.226112:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042003968 00000100:00100000:2.0:1763336270.226164:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7471 00000100:00100000:2.0:1763336270.226173:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042003968:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.226191:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.226210:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a8d expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.226236:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.226244:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.226246:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.226251:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.226278:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.226290:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.226307:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056162048:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.226370:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.230008:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056162048:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.230044:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.230062:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:2.0:1763336270.230114:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042003968:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3942us (4086us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.230122:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7471 00000100:00100000:0.0:1763336270.230442:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.231303:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004096 00000100:00100000:2.0:1763336270.231314:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004096 00010000:00010000:2.0:1763336270.231348:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.231389:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3529 00000100:00100000:2.0:1763336270.231400:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042004096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.231413:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.231433:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.231445:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.231474:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa448ba lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a01 expref: 21 pid: 35222 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.231488:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.231490:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.231495:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.231505:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.231906:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.231920:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056162176:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336270.231999:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.235520:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf922300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056162176:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336270.235544:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.235908:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042004096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4508us (5464us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.235920:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3529 00000100:00100000:1.0:1763336270.236390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.236469:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.236492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.236516:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004224 00000100:00100000:1.0:1763336270.236522:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004224 00002000:00010000:1.0:1763336270.236555:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (235301->18446744073709551615) 00002000:00100000:1.0:1763336270.236559:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc000 with x1848991042004224 ext(235301->18446744073709551615) 00002000:00010000:1.0:1763336270.236570:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc000. 00000100:00100000:1.0:1763336270.236585:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004352 00000100:00100000:1.0:1763336270.236588:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004352 00002000:00010000:1.0:1763336270.236602:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336270.236605:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bea00 with x1848991042004352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336270.236610:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bea00. 00000100:00100000:1.0:1763336270.236626:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004480 00000100:00100000:1.0:1763336270.236629:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004480 00002000:00010000:1.0:1763336270.236651:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336270.236654:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efaa00 with x1848991042004480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336270.236660:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186efaa00. 00000100:00100000:1.0:1763336270.236678:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2007 00000100:00100000:1.0:1763336270.236709:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042004224:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336270.236909:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 218202 -> 235301 00002000:00010000:1.0:1763336270.236913:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336269 -> 1763336270 00002000:00010000:1.0:1763336270.236915:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.236918:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336269 -> 1763336270 00002000:00010000:1.0:1763336270.236920:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:1.0:1763336270.236956:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042004224:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 271us (568us total) trans 21474839359 rc 0/0 00000100:00100000:1.0:1763336270.236973:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2007 00002000:00010000:1.0:1763336270.236977:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (235301->18446744073709551615) 00002000:00100000:1.0:1763336270.236979:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc000 with x1848991042004224 ext(235301->18446744073709551615) 00002000:00010000:1.0:1763336270.236984:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc000. 00000100:00100000:1.0:1763336270.236999:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2008 00000100:00100000:1.0:1763336270.237005:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042004352:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336270.237058:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336270.237061:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336269 -> 1763336270 00002000:00010000:1.0:1763336270.237063:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.237065:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336269 -> 1763336270 00002000:00010000:1.0:1763336270.237067:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336270.237088:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042004352:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 83us (618us total) trans 21474839360 rc 0/0 00000100:00100000:1.0:1763336270.237099:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2008 00002000:00010000:1.0:1763336270.237102:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336270.237104:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bea00 with x1848991042004352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336270.237109:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bea00. 00000100:00100000:1.0:1763336270.237125:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2009 00000100:00100000:1.0:1763336270.237133:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042004480:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336270.237200:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336270.237203:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336269 -> 1763336270 00002000:00010000:1.0:1763336270.237205:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.237207:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336269 -> 1763336270 00002000:00010000:1.0:1763336270.237209:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336270.237232:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042004480:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 100us (738us total) trans 17179872030 rc 0/0 00000100:00100000:1.0:1763336270.237239:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2009 00002000:00010000:1.0:1763336270.237242:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336270.237244:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efaa00 with x1848991042004480 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336270.237249:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186efaa00. 00000100:00100000:1.0:1763336270.242326:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.243276:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004608 00000100:00100000:3.0:1763336270.243287:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004608 00002000:00100000:2.0:1763336270.243413:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (204800->237567) req@ffff9c9186efa300 x1848991042004608/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.243424:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efa300 with x1848991042004608 ext(204800->237567) 00002000:00010000:2.0:1763336270.243430:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efa300 00000100:00100000:2.0:1763336270.243500:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2010 00000100:00100000:2.0:1763336270.243510:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042004608:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336270.245991:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042004608:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2452us (3642us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1763336270.246003:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2010 00002000:00100000:2.0:1763336270.246024:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (204800->237567) req@ffff9c9186efa300 x1848991042004608/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/440 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.246034:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efa300 with x1848991042004608 ext(204800->237567) 00002000:00010000:2.0:1763336270.246039:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efa300 00000100:00100000:0.0:1763336270.251649:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.252010:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004736 00000100:00100000:2.0:1763336270.252020:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004736 00002000:00100000:2.0:1763336270.252067:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (114688->235300) req@ffff9c9183313100 x1848991042004736/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 520/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.252077:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313100 with x1848991042004736 ext(114688->235300) 00002000:00010000:2.0:1763336270.252083:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183313100 00000100:00100000:2.0:1763336270.252118:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2011 00000100:00100000:2.0:1763336270.252132:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042004736:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336270.266168:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042004736:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 14026us (14516us total) trans 21474839363 rc 0/0 00000100:00100000:2.0:1763336270.266182:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2011 00002000:00100000:2.0:1763336270.266195:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (114688->235300) req@ffff9c9183313100 x1848991042004736/t21474839363(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 520/456 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.266212:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313100 with x1848991042004736 ext(114688->235300) 00002000:00010000:2.0:1763336270.266218:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183313100 00000100:00100000:1.0:1763336270.272258:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.273522:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004864 00000100:00100000:2.0:1763336270.273533:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004864 00000100:00100000:2.0:1763336270.273592:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7472 00000100:00100000:2.0:1763336270.273601:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042004864:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336270.276224:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839363 is committed 00000001:00080000:3.0:1763336270.276249:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839357 is committed 00000100:00100000:2.0:1763336270.277138:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042004864:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 3531us (4880us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.277151:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7472 00000100:00100000:0.0:1763336270.280797:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.280867:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042004992 00000100:00100000:1.0:1763336270.280877:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042004992 00000100:00100000:1.0:1763336270.281099:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10482 00000100:00100000:1.0:1763336270.281110:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042004992:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336270.281130:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336270.281151:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44a65 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a94 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.281306:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a6c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336270.281321:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.281330:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336270.281357:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235301 00000004:00200000:1.0:1763336270.281361:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336270.281380:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.281404:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44a65 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a94 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.281420:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a6c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a94 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.281428:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.281431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336270.281435:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:1.0:1763336270.281498:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042004992:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 389us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.281504:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10482 00000100:00100000:0.0:1763336270.287224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.287558:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042005248 00000100:00100000:1.0:1763336270.287568:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042005248 00000100:00100000:1.0:1763336270.287625:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10483 00000100:00100000:1.0:1763336270.287635:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042005248:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336270.287716:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336270.287742:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a6c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a94 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.287760:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.287766:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336270.287921:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336270.287935:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.287955:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336270.288004:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968715 00000004:00010000:1.0:1763336270.288027:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000449083e reply state 00000000eb95aba1 transno 4294968716 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.288037:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.288043:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.288046:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336270.288048:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336270.288132:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042005248:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 498us (916us total) trans 4294968716 rc 0/0 00000100:00100000:1.0:1763336270.288139:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10483 00000020:00080000:1.0:1763336270.288145:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336270.295362:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.296954:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.296984:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042005376 00000100:00100000:2.0:1763336270.296994:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042005376 00002000:00010000:2.0:1763336270.297030:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:2.0:1763336270.297034:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1500 with x1848991042005376 ext(262144->18446744073709551615) 00002000:00010000:2.0:1763336270.297045:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee1500. 00000100:00100000:0.0:1763336270.297370:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.297922:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042005504 00000100:00100000:2.0:1763336270.297929:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042005504 00002000:00010000:2.0:1763336270.297951:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336270.297956:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee2680 with x1848991042005504 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336270.297971:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee2680. 00000100:00100000:2.0:1763336270.297999:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2012 00000100:00100000:2.0:1763336270.298008:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042005376:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336270.298168:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 235301 -> 262144 00002000:00010000:2.0:1763336270.298172:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.298174:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.298176:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.298178:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 344 -> 376 00000100:00100000:2.0:1763336270.298225:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042005376:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 218us (2870us total) trans 21474839364 rc 0/0 00000100:00100000:2.0:1763336270.298233:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2012 00002000:00010000:2.0:1763336270.298237:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:2.0:1763336270.298240:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1500 with x1848991042005376 ext(262144->18446744073709551615) 00002000:00010000:2.0:1763336270.298245:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee1500. 00000100:00100000:2.0:1763336270.298266:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2013 00000100:00100000:2.0:1763336270.298273:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042005504:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336270.298322:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.298325:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.298327:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.298329:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.298331:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336270.298353:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042005504:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 81us (1408us total) trans 21474839365 rc 0/0 00000100:00100000:2.0:1763336270.298359:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2013 00002000:00010000:2.0:1763336270.298362:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336270.298364:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee2680 with x1848991042005504 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336270.298368:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee2680. 00000100:00100000:0.0:1763336270.298803:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042005632 00000100:00100000:0.0:1763336270.298808:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042005632 00002000:00010000:0.0:1763336270.298825:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.298828:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0e00 with x1848991042005632 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.298834:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184ee0e00. 00000100:00100000:0.0:1763336270.298847:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2014 00000100:00100000:0.0:1763336270.298852:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042005632:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336270.298924:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336270.298927:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.298929:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336270.298931:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.298933:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336270.298957:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042005632:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 103us (1587us total) trans 17179872031 rc 0/0 00000100:00100000:0.0:1763336270.298973:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2014 00002000:00010000:0.0:1763336270.298977:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.298979:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0e00 with x1848991042005632 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.298984:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184ee0e00. 00000100:00100000:0.0:1763336270.304788:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.304919:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042005760 00000100:00100000:2.0:1763336270.304928:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042005760 00002000:00100000:2.0:1763336270.304984:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (237568->262143) req@ffff9c9184ee3100 x1848991042005760/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.304995:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee3100 with x1848991042005760 ext(237568->262143) 00002000:00010000:2.0:1763336270.305001:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee3100 00000100:00100000:3.0:1763336270.305670:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2015 00000100:00100000:3.0:1763336270.305707:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042005760:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336270.309989:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042005760:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4298us (5199us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1763336270.310003:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2015 00002000:00100000:3.0:1763336270.310016:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (237568->262143) req@ffff9c9184ee3100 x1848991042005760/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/440 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336270.310026:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee3100 with x1848991042005760 ext(237568->262143) 00002000:00010000:3.0:1763336270.310032:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee3100 00000100:00100000:0.0:1763336270.314114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.314334:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042005888 00000100:00100000:3.0:1763336270.314345:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042005888 00002000:00100000:3.0:1763336270.314390:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (249856->262143) req@ffff9c9184ee0a80 x1848991042005888/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 12776/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336270.314406:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0a80 with x1848991042005888 ext(249856->262143) 00002000:00010000:3.0:1763336270.314411:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0a80 00000100:00100000:3.0:1763336270.314446:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2016 00000100:00100000:3.0:1763336270.314456:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042005888:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336270.316205:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042005888:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 1741us (2093us total) trans 21474839366 rc 0/0 00000100:00100000:3.0:1763336270.316220:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2016 00002000:00100000:3.0:1763336270.316232:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (249856->262143) req@ffff9c9184ee0a80 x1848991042005888/t21474839366(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 12776/448 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336270.316243:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0a80 with x1848991042005888 ext(249856->262143) 00002000:00010000:3.0:1763336270.316249:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0a80 00000100:00100000:0.0:1763336270.319040:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.319128:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006016 00000100:00100000:2.0:1763336270.319137:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006016 00000100:00100000:2.0:1763336270.319191:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7473 00000100:00100000:2.0:1763336270.319200:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042006016:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336270.320637:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839366 is committed 00000100:00100000:2.0:1763336270.321065:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042006016:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1860us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.321075:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7473 00000100:00100000:0.0:1763336270.323940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.324049:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006144 00000100:00100000:2.0:1763336270.324058:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006144 00000100:00100000:2.0:1763336270.324117:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10484 00000100:00100000:2.0:1763336270.324126:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042006144:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.324148:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.324167:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a7a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66a9b expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.324272:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44a81 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:2.0:1763336270.324287:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44a81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.324298:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44a81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:2.0:1763336270.324324:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336270.324328:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336270.324345:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44a81 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:2.0:1763336270.324374:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44a7a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a9b expref: 26 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.324390:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44a81 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a9b expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.324398:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.324401:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336270.324405:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:2.0:1763336270.324468:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042006144:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 341us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.324475:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10484 00000100:00100000:0.0:1763336270.329225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.330520:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006400 00000100:00100000:1.0:1763336270.330532:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006400 00000100:00100000:1.0:1763336270.330849:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10485 00000100:00100000:1.0:1763336270.330860:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042006400:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336270.330913:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336270.330938:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44a81 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a9b expref: 25 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.330956:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.330969:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336270.331122:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336270.331136:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.331144:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336270.331190:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968717 00000004:00010000:1.0:1763336270.331214:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000028894f0f reply state 00000000ca06a8c0 transno 4294968718 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.331225:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.331232:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336270.331235:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336270.331237:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336270.331342:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57585:x1848991042006400:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 484us (2125us total) trans 4294968718 rc 0/0 00000100:00100000:1.0:1763336270.331350:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10485 00000020:00080000:1.0:1763336270.331355:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336270.335679:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.335743:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.335768:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.335857:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006528 00000100:00100000:2.0:1763336270.335867:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006528 00002000:00010000:2.0:1763336270.335900:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (179797->18446744073709551615) 00002000:00100000:2.0:1763336270.335904:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eaa00 with x1848991042006528 ext(179797->18446744073709551615) 00002000:00010000:2.0:1763336270.335915:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892eaa00. 00000100:00100000:2.0:1763336270.335945:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006784 00000100:00100000:2.0:1763336270.335949:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006784 00002000:00010000:2.0:1763336270.335970:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336270.335973:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e8a80 with x1848991042006784 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336270.335979:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892e8a80. 00000100:00100000:2.0:1763336270.335991:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006656 00000100:00100000:2.0:1763336270.335994:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006656 00002000:00010000:2.0:1763336270.336003:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336270.336006:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ea300 with x1848991042006656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336270.336010:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892ea300. 00000100:00100000:2.0:1763336270.336025:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2017 00000100:00100000:2.0:1763336270.336033:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042006528:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336270.336466:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 179797 00002000:00010000:2.0:1763336270.336470:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.336473:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.336475:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.336477:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 376 -> 264 00000100:00100000:2.0:1763336270.336526:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042006528:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 493us (855us total) trans 21474839367 rc 0/0 00000100:00100000:2.0:1763336270.336533:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2017 00002000:00010000:2.0:1763336270.336538:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (179797->18446744073709551615) 00002000:00100000:2.0:1763336270.336541:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eaa00 with x1848991042006528 ext(179797->18446744073709551615) 00002000:00010000:2.0:1763336270.336544:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892eaa00. 00000100:00100000:2.0:1763336270.336566:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2018 00000100:00100000:2.0:1763336270.336573:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042006784:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336270.336640:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.336643:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.336645:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.336646:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.336649:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336270.336669:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042006784:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 97us (925us total) trans 17179872032 rc 0/0 00000100:00100000:2.0:1763336270.336675:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2018 00002000:00010000:2.0:1763336270.336678:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336270.336680:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e8a80 with x1848991042006784 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336270.336718:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892e8a80. 00000100:00100000:2.0:1763336270.336732:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2019 00000100:00100000:2.0:1763336270.336739:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042006656:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336270.336783:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.336786:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.336788:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.336790:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.336792:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336270.336808:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042006656:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 70us (1040us total) trans 21474839368 rc 0/0 00000100:00100000:2.0:1763336270.336814:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2019 00002000:00010000:2.0:1763336270.336816:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336270.336819:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ea300 with x1848991042006656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336270.336822:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892ea300. 00000100:00100000:1.0:1763336270.340186:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.340269:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042006912 00000100:00100000:2.0:1763336270.340278:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042006912 00000100:00100000:2.0:1763336270.340438:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10486 00000100:00100000:2.0:1763336270.340449:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57585:x1848991042006912:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336270.340472:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.340492:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44a8f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66aa2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.340582:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44a96 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.340597:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44a96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.340611:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44a96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336270.340639:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 179797 00000004:00200000:2.0:1763336270.340643:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336270.340660:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44a96 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.341022:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44a8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aa2 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.341044:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44a96 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aa2 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.341053:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.341056:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336270.341059:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433a00, rc 0) 00000100:00100000:2.0:1763336270.341120:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991042006912:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 673us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.341128:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10486 00000100:00100000:0.0:1763336270.348714:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.348806:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007040 00000100:00100000:3.0:1763336270.348815:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007040 00002000:00100000:3.0:1763336270.348858:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (118784->151551) req@ffff9c91831aed80 x1848991042007040/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336270.348868:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831aed80 with x1848991042007040 ext(118784->151551) 00002000:00010000:3.0:1763336270.348874:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831aed80 00000100:00100000:3.0:1763336270.348910:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2020 00000100:00100000:3.0:1763336270.348919:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042007040:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:0.0:1763336270.354337:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042007040:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5409us (5654us total) trans 21474839369 rc 0/0 00000100:00100000:0.0:1763336270.354350:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2020 00002000:00100000:0.0:1763336270.354362:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (118784->151551) req@ffff9c91831aed80 x1848991042007040/t21474839369(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 488/448 e 0 to 0 dl 1763336281 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336270.354372:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831aed80 with x1848991042007040 ext(118784->151551) 00002000:00010000:0.0:1763336270.354378:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831aed80 00000100:00100000:1.0:1763336270.358062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.359293:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007168 00000100:00100000:2.0:1763336270.359306:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007168 00000100:00100000:2.0:1763336270.359371:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7474 00000100:00100000:2.0:1763336270.359382:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042007168:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336270.360885:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839369 is committed 00000100:00100000:2.0:1763336270.361101:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042007168:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1716us (3043us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.361112:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7474 00000100:00100000:1.0:1763336270.365437:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.366167:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007296 00000100:00100000:0.0:1763336270.366177:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007296 00000100:00100000:0.0:1763336270.366245:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2021 00000100:00100000:0.0:1763336270.366255:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042007296:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336270.366523:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 179797 -> 179797 00002000:00010000:0.0:1763336270.366526:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.366528:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336270.366530:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.366532:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 264 -> 304 00000100:00100000:0.0:1763336270.366591:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042007296:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 338us (1163us total) trans 21474839370 rc 0/0 00000100:00100000:0.0:1763336270.366599:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2021 00000100:00100000:3.0:1763336270.370497:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.371419:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007552 00000100:00100000:2.0:1763336270.371431:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007552 00000100:00100000:0.0:1763336270.372278:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10487 00000100:00100000:0.0:1763336270.372294:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991042007552:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336270.372344:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.372370:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44a96 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aa2 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.372387:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.372393:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336270.372541:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336270.372554:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.372564:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336270.372611:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968719 00000004:00010000:0.0:1763336270.372634:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc115da8 reply state 00000000c1a0b7e3 transno 4294968720 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.372646:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.372652:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.372655:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336270.372657:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336270.372902:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57585:x1848991042007552:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 612us (2414us total) trans 4294968720 rc 0/0 00000100:00100000:0.0:1763336270.372910:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10487 00000020:00080000:0.0:1763336270.372914:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336270.375959:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.376002:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.376397:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.377024:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007808 00000100:00100000:0.0:1763336270.377035:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007808 00002000:00010000:0.0:1763336270.377074:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.377078:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184819c00 with x1848991042007808 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.377089:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184819c00. 00000100:00100000:0.0:1763336270.377117:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007680 00000100:00100000:0.0:1763336270.377120:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007680 00002000:00010000:0.0:1763336270.377131:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (99300->18446744073709551615) 00002000:00100000:0.0:1763336270.377134:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184819f80 with x1848991042007680 ext(99300->18446744073709551615) 00002000:00010000:0.0:1763336270.377139:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184819f80. 00000100:00100000:0.0:1763336270.377152:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042007936 00000100:00100000:0.0:1763336270.377155:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042007936 00002000:00010000:0.0:1763336270.377166:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.377169:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b27480 with x1848991042007936 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.377174:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92c0b27480. 00000100:00100000:0.0:1763336270.377193:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2022 00000100:00100000:0.0:1763336270.377201:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042007808:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336270.377334:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336270.377338:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.377340:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336270.377343:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.377345:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336270.377398:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042007808:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 197us (1447us total) trans 21474839371 rc 0/0 00000100:00100000:0.0:1763336270.377406:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2022 00002000:00010000:0.0:1763336270.377410:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.377412:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184819c00 with x1848991042007808 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.377417:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184819c00. 00000100:00100000:0.0:1763336270.377434:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2023 00000100:00100000:0.0:1763336270.377440:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042007680:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336270.377708:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 179797 -> 99300 00002000:00010000:0.0:1763336270.377712:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.377715:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336270.377716:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.377719:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 304 -> 152 00000100:00100000:0.0:1763336270.377742:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042007680:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 302us (1738us total) trans 21474839372 rc 0/0 00000100:00100000:0.0:1763336270.377749:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2023 00002000:00010000:0.0:1763336270.377752:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (99300->18446744073709551615) 00002000:00100000:0.0:1763336270.377755:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184819f80 with x1848991042007680 ext(99300->18446744073709551615) 00002000:00010000:0.0:1763336270.377759:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184819f80. 00000100:00100000:0.0:1763336270.377773:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2024 00000100:00100000:0.0:1763336270.377780:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042007936:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336270.377844:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336270.377847:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.377849:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336270.377852:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336270.377854:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336270.377875:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042007936:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 95us (1477us total) trans 17179872033 rc 0/0 00000100:00100000:0.0:1763336270.377881:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2024 00002000:00010000:0.0:1763336270.377884:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.377886:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b27480 with x1848991042007936 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.377890:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92c0b27480. 00000100:00100000:1.0:1763336270.383589:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.384259:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042008064 00000100:00100000:0.0:1763336270.384269:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042008064 00000100:00100000:0.0:1763336270.384720:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10488 00000100:00100000:0.0:1763336270.384730:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57585:x1848991042008064:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336270.384752:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336270.384770:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44aa4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66aa9 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.384853:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44aab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336270.384867:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44aab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.384881:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44aab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336270.384908:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 99300 00000004:00200000:0.0:1763336270.384911:0:23631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336270.384928:0:23631:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44aab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.384954:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44aa4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aa9 expref: 32 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.384978:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44aab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aa9 expref: 31 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.384987:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.384989:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336270.384993:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:0.0:1763336270.385053:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991042008064:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 325us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.385061:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10488 00000100:00100000:2.0:1763336270.391111:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.391350:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042008320 00000100:00100000:3.0:1763336270.391360:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042008320 00000100:00100000:3.0:1763336270.391417:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3606 00000100:00100000:3.0:1763336270.391428:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991042008320:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:3.0:1763336270.391738:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991042008320:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 311us (635us total) trans 4294968721 rc 0/0 00000100:00100000:3.0:1763336270.391747:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3606 00000100:00100000:3.0:1763336270.405833:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.406043:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042008576 00000100:00100000:0.0:1763336270.406053:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042008576 00000100:00100000:0.0:1763336270.406118:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10489 00000100:00100000:0.0:1763336270.406128:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57612:x1848991042008576:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336270.406148:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336270.406170:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44ab2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ab0 expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.406245:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336270.406258:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406268:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406280:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336270.406286:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406293:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406390:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44ac7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336270.406399:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406406:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000004:00200000:0.0:1763336270.406415:0:23631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00010000:00010000:0.0:1763336270.406485:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406492:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406502:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406507:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.406510:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406517:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406528:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c92903cb400) 00010000:00010000:0.0:1763336270.406530:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.406534:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406540:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ab9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406550:0:23631:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406556:0:23631:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406561:0:23631:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406565:0:23631:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.406567:0:23631:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406572:0:23631:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406581:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5200) 00010000:00010000:0.0:1763336270.406584:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.406587:0:23631:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406591:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ac0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.406626:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44ab2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab0 expref: 35 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.406640:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab0 expref: 34 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.406645:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.406648:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336270.406650:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:0.0:1763336270.406752:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57612:x1848991042008576:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 626us (929us total) trans 4294968722 rc 0/0 00000100:00100000:0.0:1763336270.406759:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10489 00000100:00100000:1.0:1763336270.414969:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.416363:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042008832 00000100:00100000:3.0:1763336270.416377:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042008832 00000100:00100000:3.0:1763336270.416827:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10490 00000100:00100000:3.0:1763336270.416839:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57612:x1848991042008832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.416865:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336270.416888:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44ad5 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ab7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.417363:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336270.417377:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.417388:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336270.417399:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x56:0x0]: returning size 0 00010000:00010000:3.0:1763336270.417444:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44ad5 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.417465:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.417473:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336270.417476:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336270.417479:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336270.417552:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57612:x1848991042008832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 715us (2599us total) trans 4294968723 rc 0/0 00000100:00100000:3.0:1763336270.417559:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10490 00000100:00100000:1.0:1763336270.418912:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.420589:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042008960 00000100:00100000:2.0:1763336270.420604:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042008960 00000100:00100000:2.0:1763336270.420665:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 442 00000100:00100000:2.0:1763336270.420673:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2405:x1848991042008960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.420903:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.420930:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44ac7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab0 expref: 36 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.420946:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.420953:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.421452:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991042008960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 777us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.421460:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 442 00000100:00100000:2.0:1763336270.424186:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.424329:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042009216 00000100:00100000:3.0:1763336270.424341:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042009216 00000100:00100000:3.0:1763336270.424425:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10491 00000100:00100000:3.0:1763336270.424436:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57612:x1848991042009216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.424458:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336270.424479:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44aea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66abe expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.424577:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336270.424590:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.424598:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.424629:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.424643:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 36 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:3.0:1763336270.424654:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056162304:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336270.425353:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336270.432426:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.432508:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056162304:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336270.432533:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336270.432609:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042009344 00000100:00100000:2.0:1763336270.432616:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042009344 00010000:00010000:2.0:1763336270.432650:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 37 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:1.0:1763336270.432815:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3530 00000100:00100000:1.0:1763336270.432829:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:2404:x1848991042009344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336270.432847:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336270.432856:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 37 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.432869:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 37 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.432890:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44adc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ab7 expref: 37 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.432905:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:1.0:1763336270.432910:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.432919:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.432926:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433193:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433202:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336270.433207:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1763336270.433219:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x56:0x0]: returning size 0 00000100:00100000:1.0:1763336270.433269:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042009344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 443us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.433278:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3530 00000004:00080000:3.0:1763336270.433514:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3e:0x0], index 0: 0 00000004:00080000:3.0:1763336270.433522:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x40:0x0], index 1: 0 00010000:00010000:3.0:1763336270.433616:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433624:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433631:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433637:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336270.433641:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433648:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433658:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336270.433660:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336270.433663:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.433669:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44af1 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.434068:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44aea lrc: 1/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66abe expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.434078:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336270.434080:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763336270.434084:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44aea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66abe expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.434097:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:3.0:1763336270.434136:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57612:x1848991042009216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9701us (9959us total) trans 4294968724 rc 301/301 00000100:00100000:3.0:1763336270.434144:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10491 00000100:00100000:0.0:1763336270.442173:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.442390:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042009600 00000100:00100000:2.0:1763336270.442399:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042009600 00000100:00100000:2.0:1763336270.442660:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3607 00000100:00100000:2.0:1763336270.442669:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57612:x1848991042009600:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336270.443368:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57612:x1848991042009600:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 697us (1200us total) trans 4294968725 rc 0/0 00000100:00100000:2.0:1763336270.443378:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3607 00000100:00100000:1.0:1763336270.448467:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.448549:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042009728 00000100:00100000:3.0:1763336270.448559:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042009728 00000100:00100000:3.0:1763336270.448827:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10492 00000100:00100000:3.0:1763336270.448838:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57612:x1848991042009728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.448861:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336270.448884:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44aff lrc: 2/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ac5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.448950:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44b06 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336270.448970:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44b06 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.448982:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44b06 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336270.449019:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x56:0x0]: returning size 0 00000004:00200000:3.0:1763336270.449023:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336270.449038:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44b06 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336270.449061:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44aff lrc: 0/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ac5 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.449077:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44b06 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ac5 expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.449085:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:3.0:1763336270.449088:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336270.449091:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:3.0:1763336270.449158:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57612:x1848991042009728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 322us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.449166:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10492 00000100:00100000:3.0:1763336270.452184:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.452540:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042009856 00000100:00100000:2.0:1763336270.452550:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042009856 00000100:00100000:2.0:1763336270.452613:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7475 00000100:00100000:2.0:1763336270.452623:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042009856:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.452641:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.452663:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66acc expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336270.452800:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336270.452818:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.452820:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.452828:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 17 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.452844:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 17 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.452856:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433200, rc 0) 00000100:00100000:2.0:1763336270.452912:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042009856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 291us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.452920:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7475 00000100:00100000:1.0:1763336270.455419:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.455528:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042009984 00000100:00100000:0.0:1763336270.455538:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042009984 00000100:00100000:0.0:1763336270.455598:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7476 00000100:00100000:0.0:1763336270.455609:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042009984:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336270.455626:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336270.455645:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ad3 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336270.455805:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336270.455824:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.455826:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.455835:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 25 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336270.455851:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 25 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336270.455864:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:0.0:1763336270.455921:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991042009984:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 315us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.455928:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7476 00000100:00100000:1.0:1763336270.459775:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.459903:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042010240 00000100:00100000:2.0:1763336270.459913:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042010240 00000100:00100000:2.0:1763336270.459977:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10493 00000100:00100000:2.0:1763336270.459987:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57612:x1848991042010240:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.460006:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.460027:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b1b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ada expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.460123:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44b22 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.460139:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44b22 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.460152:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44b22 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336270.460164:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00010000:00010000:2.0:1763336270.460262:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b1b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ada expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.460924:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44b22 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ada expref: 39 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.460936:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.460940:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336270.460944:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433a00, rc 0) 00000100:00100000:2.0:1763336270.461027:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57612:x1848991042010240:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1040us (1261us total) trans 4294968726 rc 0/0 00000100:00100000:2.0:1763336270.461035:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10493 00000100:00100000:3.0:1763336270.466353:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.466399:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.466459:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042010368 00000100:00100000:2.0:1763336270.466470:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042010368 00000100:00100000:2.0:1763336270.466526:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042010496 00000100:00100000:2.0:1763336270.466530:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042010496 00000100:00100000:2.0:1763336270.466561:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7477 00000100:00100000:2.0:1763336270.466572:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042010368:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:3.0:1763336270.466585:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7478 00000100:00100000:3.0:1763336270.466596:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042010496:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336270.466616:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.466620:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.466643:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.466645:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.466660:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336270.466662:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336270.466663:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336270.466667:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336270.466669:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.466673:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.466729:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.466734:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.466753:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 18 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.466755:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 18 pid: 27808 timeout: 1158 lvb_type: 0 00000100:00100000:3.0:1763336270.466781:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056162432:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.466782:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056162560:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336270.466860:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.467516:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.469939:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.469988:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042010624 00000100:00100000:2.0:1763336270.469996:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042010624 00000100:00100000:2.0:1763336270.470048:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7479 00000100:00100000:2.0:1763336270.470057:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042010624:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336270.470100:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.470118:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.470131:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336270.470133:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336270.470136:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.470169:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.470181:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 25 pid: 27808 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.470194:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056162688:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.470266:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.475315:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.475430:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056162560:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336270.475454:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.475516:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056162688:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336270.475532:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.475583:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.475587:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056162432:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336270.475608:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.475617:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042010752 00000100:00100000:1.0:1763336270.475620:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.475624:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042010752 00000100:00100000:1.0:1763336270.475641:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011008 00000100:00100000:1.0:1763336270.475644:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011008 00010000:00010000:1.0:1763336270.475660:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 26 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.475660:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.475729:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042010880 00000100:00100000:2.0:1763336270.475734:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042010880 00002000:00100000:2.0:1763336270.475766:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (118784->129274) req@ffff9c9183a0df80 x1848991042010880/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 10984/0 e 0 to 0 dl 1763336281 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.475776:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0df80 with x1848991042010880 ext(118784->129274) 00010000:00010000:2.0:1763336270.475789:0:28396:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 20 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.475805:0:28396:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 20 pid: 27808 timeout: 1158 lvb_type: 0 00002000:00010000:2.0:1763336270.475811:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c9183a0df80 00000100:00100000:2.0:1763336270.475836:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 131 00000100:00100000:2.0:1763336270.475845:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042010880:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336270.476522:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3531 00000100:00100000:1.0:1763336270.476532:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042011008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763336270.476562:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3532 00000100:00100000:0.0:1763336270.476571:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8987050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042010752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336270.476581:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.476595:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 22 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.476645:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 22 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.476667:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44a57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a86 expref: 22 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.476682:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.476707:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.476711:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476720:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.476741:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.476744:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336270.476753:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 26 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.476763:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 26 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.476776:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a8d expref: 26 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:1.0:1763336270.476785:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.476787:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.476790:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.476795:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8987050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042010752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 226us (1212us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336270.476799:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.476803:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3532 00010000:00010000:1.0:1763336270.476817:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336270.476834:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991042011008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 306us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.476840:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3531 00010000:00010000:1.0:1763336270.476858:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476859:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.476867:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476868:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476885:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476892:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476905:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476911:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336270.476916:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476924:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476935:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.476942:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa44b37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.476990:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042010496:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 10396us (10589us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.476998:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7478 00010000:00010000:1.0:1763336270.478153:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.478166:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.478174:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.478180:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336270.478184:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.478192:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.478207:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.478214:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b3e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.478291:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042010624:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8229us (8356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.478300:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7479 00000100:00100000:2.0:1763336270.478408:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042010880:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 2563us (3102us total) trans 21474839373 rc 0/0 00000100:00100000:2.0:1763336270.478416:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 131 00002000:00100000:2.0:1763336270.478427:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (118784->129274) req@ffff9c9183a0df80 x1848991042010880/t21474839373(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:561/0 lens 10984/448 e 0 to 0 dl 1763336281 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336270.478437:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0df80 with x1848991042010880 ext(118784->129274) 00010000:00010000:2.0:1763336270.478443:0:28396:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.478457:0:28396:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00002000:00010000:2.0:1763336270.478464:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c9183a0df80 00000100:00100000:0.0:1763336270.485639:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.486005:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011136 00000100:00100000:3.0:1763336270.486015:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011136 00010000:00010000:2.0:1763336270.486190:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.486234:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3533 00000100:00100000:2.0:1763336270.486244:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042011136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.486261:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763336270.486277:0:6497:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 99300 -> 129275 00002000:00010000:2.0:1763336270.486281:0:6497:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 152 -> 176 00010000:00010000:2.0:1763336270.486287:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.486305:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.486328:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44a26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->204799) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a6a expref: 19 pid: 27808 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.486342:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.486344:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.486349:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.486358:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487262:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487276:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487299:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487307:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487315:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487322:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336270.487326:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487335:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.487349:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.487551:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042010368:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 20978us (21203us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.487562:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7477 00010000:00010000:2.0:1763336270.487921:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.487950:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.487996:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042011136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1752us (2365us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.488004:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3533 00000100:00100000:0.0:1763336270.500573:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.500621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.500752:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.503213:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011392 00000100:00100000:2.0:1763336270.503228:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011392 00000100:00100000:1.0:1763336270.503228:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011264 00000100:00100000:3.0:1763336270.503229:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011520 00000100:00100000:1.0:1763336270.503236:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011264 00000100:00100000:3.0:1763336270.503237:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011520 00000100:00100000:3.0:1763336270.503302:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7480 00000100:00100000:3.0:1763336270.503315:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042011520:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.503332:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336270.503353:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66aef expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336270.503375:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a604e, atime: 0x691a604d, ctime: 0x691a604e, blocks: 0x0 00010000:00010000:3.0:1763336270.503394:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.503397:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.503406:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 25 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336270.503425:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 25 pid: 8398 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763336270.503432:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7481 00000100:00100000:1.0:1763336270.503443:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7482 00000100:00100000:2.0:1763336270.503445:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042011392:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.503446:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00010000:00010000:2.0:1763336270.503457:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763336270.503458:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042011264:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.503471:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ae8 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.503471:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336270.503488:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ae1 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336270.503489:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a604e, atime: 0x691a604d, ctime: 0x691a604e, blocks: 0x1800 00010000:00010000:2.0:1763336270.503507:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763336270.503509:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042011520:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 196us (2755us total) trans 0 rc 0/0 00010000:00010000:2.0:1763336270.503511:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1763336270.503511:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 129275, mtime: 0x691a604e, atime: 0x691a604d, ctime: 0x691a604e, blocks: 0xb0 00010000:00010000:2.0:1763336270.503522:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 19 pid: 27808 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763336270.503526:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7480 00010000:00010000:1.0:1763336270.503528:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.503531:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.503540:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 20 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.503551:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 20 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336270.503559:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 20 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.503564:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00010000:00010000:1.0:1763336270.503574:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:2.0:1763336270.503592:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042011392:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 150us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.503600:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7481 00000100:00100000:1.0:1763336270.503607:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042011264:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 153us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.503614:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7482 00000100:00100000:1.0:1763336270.581606:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.581775:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011648 00000100:00100000:0.0:1763336270.581785:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011648 00000100:00100000:1.0:1763336270.582488:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7483 00000100:00100000:1.0:1763336270.582501:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042011648:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336270.584505:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042011648:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 1997us (2908us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.584518:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7483 00000100:00100000:1.0:1763336270.588828:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.588894:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042011776 00000100:00100000:2.0:1763336270.588904:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042011776 00000100:00100000:2.0:1763336270.588970:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10494 00000100:00100000:2.0:1763336270.588980:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57612:x1848991042011776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.589001:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.589022:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b5a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66af6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.589056:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.589070:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.589081:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.589185:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44b5a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.589204:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.589213:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:2.0:1763336270.589216:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336270.589220:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336270.589282:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57612:x1848991042011776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 303us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.589290:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10494 00000100:00100000:2.0:1763336270.592975:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.593158:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012032 00000100:00100000:0.0:1763336270.593168:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012032 00000100:00100000:0.0:1763336270.593226:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10495 00000100:00100000:0.0:1763336270.593236:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57612:x1848991042012032:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336270.593286:0:23631:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.593312:0:23631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa44b06 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ac5 expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.593331:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336270.593336:0:23631:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336270.593483:0:23631:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23631 initiator: MDT0 00010000:00010000:0.0:1763336270.593497:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.593507:0:23631:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00000001:00080000:0.0:1763336270.593549:0:23631:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968727 00000004:00010000:0.0:1763336270.593569:0:23631:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000618a2bba reply state 0000000023aa0807 transno 4294968728 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.593581:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.593586:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336270.593589:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336270.593592:0:23631:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336270.595836:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57612:x1848991042012032:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 2589us (2866us total) trans 4294968728 rc 0/0 00000100:00100000:0.0:1763336270.595849:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10495 00000020:00080000:0.0:1763336270.595858:0:23631:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336270.599931:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.600089:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012160 00000100:00100000:0.0:1763336270.600099:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012160 00000100:00100000:0.0:1763336270.600147:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10496 00000100:00100000:0.0:1763336270.600156:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57612:x1848991042012160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336270.600177:0:23631:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336270.600196:0:23631:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66afd expref: -99 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.600245:0:23631:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 43 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.600260:0:23631:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 43 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.600277:0:23631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336270.600280:0:23631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336270.600283:0:23631:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:0.0:1763336270.600343:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57612:x1848991042012160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 187us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.600350:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10496 00000100:00100000:1.0:1763336270.607486:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.608073:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012288 00000100:00100000:2.0:1763336270.608085:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012288 00000100:00100000:2.0:1763336270.608958:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7484 00000100:00100000:2.0:1763336270.608980:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57612:x1848991042012288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.608998:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.609017:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b04 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.609048:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.609060:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.609062:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.609067:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.609108:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.609122:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.609136:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056162816:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.609224:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.613398:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056162816:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.613436:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.613455:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:2.0:1763336270.613522:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57612:x1848991042012288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4544us (6048us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.613530:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7484 00000100:00100000:1.0:1763336270.614396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.614838:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012416 00000100:00100000:2.0:1763336270.614849:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012416 00010000:00010000:2.0:1763336270.614884:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.614933:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3534 00000100:00100000:2.0:1763336270.614944:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042012416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.614967:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.614973:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.614985:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.615007:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44b0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66acc expref: 20 pid: 27808 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.615021:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.615023:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.615029:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.615038:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.615073:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 19 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.615086:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056162944:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336270.615162:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.618071:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056162944:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336270.618191:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336270.618201:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.618249:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042012416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3307us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.618259:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3534 00000100:00100000:3.0:1763336270.618392:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012544 00000100:00100000:3.0:1763336270.618399:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012544 00000100:00100000:3.0:1763336270.618451:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7485 00000100:00100000:3.0:1763336270.618460:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57612:x1848991042012544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.618475:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336270.618497:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b0b expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.618524:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336270.618530:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.618532:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.618536:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.618565:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336270.618578:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 1158 lvb_type: 1 00000100:00100000:3.0:1763336270.618591:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056163072:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336270.618652:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.620647:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056163072:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336270.620905:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.620924:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336270.621244:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57612:x1848991042012544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2782us (3041us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.621253:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7485 00000100:00100000:2.0:1763336270.621306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.621558:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012672 00000100:00100000:3.0:1763336270.621565:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012672 00010000:00010000:3.0:1763336270.621978:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 1158 lvb_type: 1 00000100:00100000:3.0:1763336270.622017:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3535 00000100:00100000:3.0:1763336270.622026:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042012672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336270.622040:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336270.622046:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.622058:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.622080:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44b14 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ad3 expref: 26 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.622094:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.622096:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.622102:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.622111:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.622143:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.622160:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056163200:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336270.622227:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.626456:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056163200:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336270.626482:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336270.626659:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042012672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4633us (5352us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.626671:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3535 00000100:00100000:1.0:1763336270.633761:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.633805:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.633940:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012928 00000100:00100000:3.0:1763336270.633951:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012928 00002000:00010000:3.0:1763336270.634005:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:3.0:1763336270.634011:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca7480 with x1848991042012928 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336270.634022:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ca7480. 00000100:00100000:0.0:1763336270.634743:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042012800 00000100:00100000:0.0:1763336270.634750:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042012800 00002000:00010000:0.0:1763336270.634770:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.634774:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6d80 with x1848991042012800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.634781:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca6d80. 00000100:00100000:0.0:1763336270.634812:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2025 00000100:00100000:0.0:1763336270.634822:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042012928:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336270.635016:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336270.635019:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 0 -> 1763336270 00002000:00010000:0.0:1763336270.635022:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336270.635024:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 0 -> 1763336270 00002000:00010000:0.0:1763336270.635026:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336270.635082:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042012928:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 261us (1403us total) trans 17179872034 rc 0/0 00000100:00100000:0.0:1763336270.635091:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2025 00002000:00010000:0.0:1763336270.635094:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.635097:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca7480 with x1848991042012928 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.635101:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ca7480. 00000100:00100000:0.0:1763336270.635119:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2026 00000100:00100000:0.0:1763336270.635126:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042012800:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336270.635227:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336270.635230:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 0 -> 1763336270 00002000:00010000:0.0:1763336270.635233:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336270.635235:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 0 -> 1763336270 00002000:00010000:0.0:1763336270.635237:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336270.635259:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042012800:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 133us (1453us total) trans 21474839374 rc 0/0 00000100:00100000:0.0:1763336270.635265:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2026 00002000:00010000:0.0:1763336270.635268:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (0->18446744073709551615) 00002000:00100000:0.0:1763336270.635271:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6d80 with x1848991042012800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336270.635276:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca6d80. 00000100:00100000:2.0:1763336270.641076:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.642586:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013056 00000100:00100000:3.0:1763336270.642599:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013056 00000100:00100000:0.0:1763336270.643091:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7486 00000100:00100000:0.0:1763336270.643102:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042013056:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336270.643344:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042013056:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 243us (2277us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.643352:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7486 00000100:00100000:0.0:1763336270.649377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.649497:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013184 00000100:00100000:2.0:1763336270.649507:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013184 00000100:00100000:2.0:1763336270.649658:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7487 00000100:00100000:2.0:1763336270.649667:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042013184:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336270.649815:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042013184:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 148us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.649823:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7487 00000100:00100000:2.0:1763336270.656817:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.656890:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013312 00000100:00100000:1.0:1763336270.656901:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013312 00000100:00100000:1.0:1763336270.656982:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2027 00000100:00100000:1.0:1763336270.656992:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042013312:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336270.657030:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.657045:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.657047:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.657052:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.657065:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658708:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658726:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658734:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658741:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336270.658745:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658753:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658770:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.658777:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.658848:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042013312:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 1853us (2035us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763336270.658857:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2027 00000100:00100000:0.0:1763336270.663493:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.663583:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013440 00000100:00100000:1.0:1763336270.663593:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013440 00000100:00100000:1.0:1763336270.664072:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2028 00000100:00100000:1.0:1763336270.664083:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042013440:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336270.664119:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.664137:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.664146:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336270.664148:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336270.664152:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.664189:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 20 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.664203:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 20 pid: 9765 timeout: 1158 lvb_type: 0 00000100:00100000:1.0:1763336270.664218:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056163328:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336270.665081:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.670554:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056163328:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336270.670585:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.671761:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.671924:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013568 00000100:00100000:3.0:1763336270.671933:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013568 00010000:00010000:3.0:1763336270.671983:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 21 pid: 9765 timeout: 1158 lvb_type: 0 00000100:00100000:3.0:1763336270.672025:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3536 00000100:00100000:3.0:1763336270.672035:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042013568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336270.672050:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336270.672071:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 21 pid: 9765 timeout: 1158 lvb_type: 0 00010000:00010000:3.0:1763336270.672089:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 21 pid: 9765 timeout: 1158 lvb_type: 0 00010000:00010000:3.0:1763336270.672113:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44b76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b04 expref: 21 pid: 9765 timeout: 1158 lvb_type: 0 00010000:00010000:3.0:1763336270.672129:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.672132:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.672136:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.672146:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.673178:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336270.673247:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042013568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1209us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.673258:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3536 00010000:00010000:1.0:1763336270.673872:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.673885:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763336270.679814:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839375 is committed 00002000:00010000:1.0:1763336270.680372:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 0 -> 94208 00002000:00010000:1.0:1763336270.680379:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:1.0:1763336270.680392:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.680404:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.680418:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.680424:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336270.680429:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.680437:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.680456:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.680464:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->94207] (req 57344->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.680566:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042013440:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 16481us (17078us total) trans 21474839375 rc 0/0 00000100:00100000:1.0:1763336270.680576:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2028 00000100:00100000:2.0:1763336270.684773:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.685083:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013696 00000100:00100000:0.0:1763336270.685093:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013696 00000100:00100000:0.0:1763336270.685152:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7488 00000100:00100000:0.0:1763336270.685162:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042013696:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336270.685554:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042013696:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 392us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.685563:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7488 00000100:00100000:3.0:1763336270.688301:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.688893:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013824 00000100:00100000:0.0:1763336270.688903:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013824 00000100:00100000:0.0:1763336270.688952:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7489 00000100:00100000:0.0:1763336270.688973:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042013824:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336270.689286:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042013824:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 324us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.689295:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7489 00000100:00100000:2.0:1763336270.694473:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.694559:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042013952 00000100:00100000:1.0:1763336270.694569:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042013952 00000100:00100000:1.0:1763336270.694643:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2029 00000100:00100000:1.0:1763336270.694654:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042013952:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336270.694857:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.694872:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.694875:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.694881:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.694894:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695020:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695029:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695037:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695044:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336270.695048:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695057:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695075:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.695082:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44b92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.695154:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042013952:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 501us (692us total) trans 0 rc 10491/10491 00000100:00100000:1.0:1763336270.695162:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2029 00000100:00100000:2.0:1763336270.700102:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.700317:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014080 00000100:00100000:1.0:1763336270.700328:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014080 00000100:00100000:1.0:1763336270.700399:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2030 00000100:00100000:1.0:1763336270.700410:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042014080:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336270.700458:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 94208, mtime: 0x691a604e, atime: 0x0, ctime: 0x691a604e, blocks: 0x48 00010000:00010000:1.0:1763336270.700468:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.700482:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.700485:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.700491:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.700504:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763336270.702659:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839376 is committed 00002000:00010000:1.0:1763336270.703010:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 94208 -> 129275 00002000:00010000:1.0:1763336270.703015:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 72 -> 96 00010000:00010000:1.0:1763336270.703027:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.703037:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.703045:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.703058:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336270.703062:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.703070:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.703088:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.703094:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44b99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [118784->131071] (req 118784->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.703185:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042014080:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 2772us (3087us total) trans 21474839376 rc 0/0 00000100:00100000:1.0:1763336270.703195:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2030 00000100:00100000:3.0:1763336270.709262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.709450:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014208 00000100:00100000:2.0:1763336270.709460:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014208 00000100:00100000:2.0:1763336270.709537:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10497 00000100:00100000:2.0:1763336270.709548:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57612:x1848991042014208:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:2.0:1763336270.714631:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968728 is committed 00000020:00080000:2.0:1763336270.714671:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 46 batchid updated 00000100:00100000:2.0:1763336270.714866:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57612:x1848991042014208:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 5315us (5609us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.714877:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10497 00000020:00080000:1.0:1763336270.715086:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 46 00000020:00080000:1.0:1763336270.715184:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 46 cancel update log [0x240000400:0x2:0x0].25: rc = 0 00000020:00080000:1.0:1763336270.715193:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 46 00010000:00010000:0.0:1763336270.715281:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715296:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715303:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715308:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.715312:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715319:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715333:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.715335:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.715339:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715345:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44a49 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715360:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715365:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715371:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715375:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.715377:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715386:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715392:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.715394:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.715396:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715401:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44a73 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715409:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715415:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715420:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715425:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.715427:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715432:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715439:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.715441:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.715443:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715448:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44a88 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.715457:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715462:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715468:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715472:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.715474:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715479:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715486:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.715488:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.715491:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715495:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44a9d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715505:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715510:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715516:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715525:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336270.715528:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715533:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715539:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336270.715542:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336270.715544:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00010000:00010000:0.0:1763336270.715549:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44b68 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23631 initiator: MDT1 00000100:00100000:2.0:1763336270.719294:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.719661:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.724319:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014464 00000100:00100000:0.0:1763336270.724334:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014464 00000100:00100000:2.0:1763336270.724991:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014336 00000100:00100000:2.0:1763336270.724998:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014336 00000100:00100000:2.0:1763336270.725037:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7490 00000100:00100000:2.0:1763336270.725047:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042014464:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:3.0:1763336270.725568:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7491 00000100:00100000:3.0:1763336270.725580:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042014336:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:3.0:1763336270.725672:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042014336:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 95us (6010us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.725706:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7491 00000001:00080000:3.0:1763336270.727132:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872034 is committed 00000001:00080000:3.0:1763336270.727158:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872029 is committed 00000100:00100000:2.0:1763336270.727369:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042014464:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 2319us (8077us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.727380:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7490 00000100:00100000:2.0:1763336270.742185:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.742224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.742252:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.742328:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014592 00000100:00100000:3.0:1763336270.742338:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014592 00000100:00100000:3.0:1763336270.742390:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014720 00000100:00100000:3.0:1763336270.742394:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014720 00000100:00100000:3.0:1763336270.742413:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042014848 00000100:00100000:3.0:1763336270.742416:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042014848 00000100:00100000:3.0:1763336270.742438:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7492 00000100:00100000:3.0:1763336270.742446:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042014592:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336270.742492:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742506:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.742508:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.742512:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742524:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742546:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742554:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742566:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742573:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336270.742577:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742584:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742595:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.742601:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ba0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.742663:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042014592:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 210us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.742669:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7492 00000100:00100000:0.0:1763336270.742875:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7493 00000100:00100000:0.0:1763336270.742888:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042014720:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336270.742909:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742918:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.742920:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.742923:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742933:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742948:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742971:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742978:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742984:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336270.742988:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.742996:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.743006:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.743008:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7494 00010000:00010000:0.0:1763336270.743019:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa44ba7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.743024:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042014848:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336270.743052:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336270.743060:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042014720:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 175us (833us total) trans 0 rc 0/0 00010000:00010000:2.0:1763336270.743064:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.743068:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763336270.743069:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7493 00010000:00010000:2.0:1763336270.743074:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743086:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743106:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743113:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743120:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743126:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336270.743129:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743137:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743147:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.743154:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bae lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.743187:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042014848:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 168us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.743193:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7494 00000100:00100000:0.0:1763336270.753557:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.753654:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042015104 00000100:00100000:2.0:1763336270.753664:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042015104 00000100:00100000:2.0:1763336270.753740:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10498 00000100:00100000:2.0:1763336270.753749:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57612:x1848991042015104:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336270.753841:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.753858:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.753870:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336270.753995:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a3578859 reply state 00000000fb5b5d31 transno 4294968729 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.754007:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.754014:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:2.0:1763336270.754017:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336270.754020:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336270.754114:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57612:x1848991042015104:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 365us (568us total) trans 4294968729 rc 0/0 00000100:00100000:2.0:1763336270.754121:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10498 00000100:00100000:2.0:1763336270.757811:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.757879:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042015232 00000100:00100000:1.0:1763336270.757890:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042015232 00000100:00100000:1.0:1763336270.757989:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7495 00000100:00100000:1.0:1763336270.758002:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57612:x1848991042015232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336270.758022:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336270.758043:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b12 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336270.758072:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 129275, mtime: 0x691a604e, atime: 0x0, ctime: 0x691a604e, blocks: 0x60 00010000:00010000:1.0:1763336270.758093:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.758096:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336270.758104:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.758119:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.758132:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2200, rc 0) 00000100:00100000:1.0:1763336270.758193:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57612:x1848991042015232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 194us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.758200:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7495 00000100:00100000:0.0:1763336270.760472:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.760543:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042015360 00000100:00100000:1.0:1763336270.760553:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042015360 00000100:00100000:1.0:1763336270.760610:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7496 00000100:00100000:1.0:1763336270.760625:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042015360:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336270.760883:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 129275 -> 129275 00002000:00010000:1.0:1763336270.760887:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336270.760890:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 0 -> 1763336269 00002000:00010000:1.0:1763336270.760892:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336270.760894:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:1.0:1763336270.763319:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042015360:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 2691us (2844us total) trans 21474839377 rc 0/0 00000100:00100000:1.0:1763336270.763335:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7496 00000100:00100000:0.0:1763336270.769063:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.769919:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042015488 00000100:00100000:2.0:1763336270.769929:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042015488 00000100:00100000:2.0:1763336270.770346:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7497 00000100:00100000:2.0:1763336270.770357:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042015488:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336270.770524:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.770528:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.770531:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 0 -> 1763336269 00002000:00010000:2.0:1763336270.770533:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.770535:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336270.770602:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042015488:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 247us (1547us total) trans 17179872035 rc 0/0 00000100:00100000:2.0:1763336270.770610:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7497 00000100:00100000:3.0:1763336270.774606:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.774810:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042015744 00000100:00100000:0.0:1763336270.774823:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042015744 00000100:00100000:0.0:1763336270.774966:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10499 00000100:00100000:0.0:1763336270.774977:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57612:x1848991042015744:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:0.0:1763336270.775058:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336270.775078:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.775088:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 4/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.775124:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.775138:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 24 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:0.0:1763336270.775153:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056163456:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336270.775241:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.780449:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056163456:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.780476:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336270.780914:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.784055:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042015872 00000100:00100000:0.0:1763336270.784069:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042015872 00010000:00010000:0.0:1763336270.784111:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:0.0:1763336270.784151:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3537 00000100:00100000:0.0:1763336270.784159:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042015872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336270.784173:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.784178:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.784193:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.784213:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44b61 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x56:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66af6 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.784230:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336270.784235:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.784244:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.784251:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336270.784282:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336270.784342:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042015872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 183us (3430us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.784349:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3537 00010000:00010000:2.0:1763336270.784999:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785009:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785049:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785056:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785061:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785066:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.785071:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785076:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785090:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:2.0:1763336270.785092:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763336270.785095:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.785101:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44bc3 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336270.785159:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57612:x1848991042015744:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 10181us (10560us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763336270.785167:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10499 00000100:00100000:3.0:1763336270.791519:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.791782:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016128 00000100:00100000:2.0:1763336270.791794:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016128 00000100:00100000:2.0:1763336270.792429:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10500 00000100:00100000:2.0:1763336270.792441:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57612:x1848991042016128:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336270.792489:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.792513:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44aab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aa9 expref: 23 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.792531:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.792535:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336270.792578:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336270.792591:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.792599:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336270.795774:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063477e57 reply state 00000000cd8a5abb transno 4294968730 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.795799:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336270.795808:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.795811:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336270.795815:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336270.796016:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57612:x1848991042016128:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 3572us (4501us total) trans 4294968730 rc 0/0 00000100:00100000:2.0:1763336270.796025:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10500 00000100:00100000:0.0:1763336270.800134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.800200:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016256 00000100:00100000:2.0:1763336270.800210:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016256 00000100:00100000:2.0:1763336270.800319:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7498 00000100:00100000:2.0:1763336270.800329:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57612:x1848991042016256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.800345:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.800363:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b19 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.800390:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.800398:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.800399:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.800404:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.800432:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.800445:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.800458:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056163584:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.800545:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.804117:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.804633:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056163584:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.804680:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.804737:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336270.804801:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57612:x1848991042016256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4473us (4674us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.804810:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7498 00000100:00100000:3.0:1763336270.804977:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016384 00000100:00100000:3.0:1763336270.804985:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016384 00010000:00010000:3.0:1763336270.805020:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 1158 lvb_type: 1 00000100:00100000:3.0:1763336270.805066:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3538 00000100:00100000:3.0:1763336270.805076:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8986450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042016384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336270.805093:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336270.805118:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.805132:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.805171:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44b53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae1 expref: 16 pid: 30886 timeout: 1158 lvb_type: 1 00010000:00010000:3.0:1763336270.805189:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.805191:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336270.805200:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.805211:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336270.805255:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.805271:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b645c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056163712:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336270.805338:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.809192:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b645c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056163712:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336270.809215:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336270.809645:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8986450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042016384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4567us (5537us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.809656:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3538 00000100:00100000:0.0:1763336270.810520:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.811058:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016512 00000100:00100000:2.0:1763336270.811066:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016512 00000100:00100000:2.0:1763336270.811109:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7499 00000100:00100000:2.0:1763336270.811116:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57612:x1848991042016512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.811131:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.811149:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b20 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.811176:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.811188:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.811190:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.811194:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.811222:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.811234:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.811245:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056163840:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.811304:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.814164:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056163840:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.814204:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.814225:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:2.0:1763336270.814290:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57612:x1848991042016512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3173us (3771us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.814299:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7499 00000100:00100000:3.0:1763336270.814396:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.814558:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016640 00000100:00100000:2.0:1763336270.814564:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016640 00010000:00010000:2.0:1763336270.814592:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.814629:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3539 00000100:00100000:2.0:1763336270.814639:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042016640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.814653:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.815187:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.815200:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.815221:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44b4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ae8 expref: 16 pid: 27808 timeout: 1158 lvb_type: 1 00010000:00010000:2.0:1763336270.815235:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.815237:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.815243:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.815253:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.815284:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.815295:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056163968:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336270.815357:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.817912:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056163968:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336270.817941:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.818006:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042016640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3367us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.818017:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3539 00000100:00100000:3.0:1763336270.818462:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.818648:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016768 00000100:00100000:2.0:1763336270.818655:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016768 00000100:00100000:2.0:1763336270.818718:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7500 00000100:00100000:2.0:1763336270.818727:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57612:x1848991042016768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.818742:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.818759:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b27 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.818786:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.818795:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.818796:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.818801:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.818828:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.818840:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 1158 lvb_type: 1 00000100:00100000:2.0:1763336270.818859:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056164096:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.819196:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.821522:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056164096:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.821561:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.821579:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433200, rc 0) 00000100:00100000:2.0:1763336270.821773:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57612:x1848991042016768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3045us (3310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.821782:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7500 00000100:00100000:1.0:1763336270.822145:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056164224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763336270.822190:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.822221:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336270.822227:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056164352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763336270.822258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.822290:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056164224 00000100:00100000:1.0:1763336270.822296:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056164224 00000100:00100000:1.0:1763336270.822339:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1763336270.822347:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056164224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763336270.822379:0:6517:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446129664 avail 1299890176 00000100:00100000:1.0:1763336270.822413:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056164224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.822419:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1763336270.822437:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056164352 00000100:00100000:1.0:1763336270.822440:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056164352 00000100:00100000:0.0:1763336270.823841:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294968677 gen 2 00000004:00080000:0.0:1763336270.823849:0:3646:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968677 committed transno 4294968677 00000100:00100000:1.0:1763336270.823851:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1763336270.823859:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056164352:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763336270.823874:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056164224:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1763336270.823906:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1763336270.824215:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915739136 avail 3683807232 00000100:00100000:0.0:1763336270.824285:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.824306:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042016896 00000100:00100000:0.0:1763336270.824312:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042016896 00010000:00010000:0.0:1763336270.824335:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 1158 lvb_type: 1 00000100:00100000:0.0:1763336270.824359:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3540 00000100:00100000:0.0:1763336270.824366:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042016896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336270.824377:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.824395:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 1158 lvb_type: 1 00010000:00010000:0.0:1763336270.824406:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 1158 lvb_type: 1 00000100:00100000:1.0:1763336270.824410:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056164352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 552us (2151us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.824417:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00010000:00010000:0.0:1763336270.824429:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44b45 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66aef expref: 21 pid: 8398 timeout: 1158 lvb_type: 1 00000100:00100000:1.0:1763336270.824441:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056164480:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1763336270.824444:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.824445:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336270.824451:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.824460:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.824471:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.824493:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1763336270.824493:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336270.824499:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056164608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763336270.824503:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056164864:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336270.824551:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3480 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.824748:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839333 gen 2 00000004:00080000:2.0:1763336270.824754:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f40e00, transno 21474839333 00000100:00100000:1.0:1763336270.824826:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.824848:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1848991056165120:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.824873:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.825149:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056164352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763336270.825169:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3646:1848991056164736:0@lo:400:kworker.0 00000100:00100000:2.0:1763336270.825201:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.825229:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1848991056165376:0@lo:400:kworker.0 00000100:00100000:2.0:1763336270.825257:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056164736 00000100:00100000:2.0:1763336270.825262:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056164736 00000100:00100000:2.0:1763336270.825296:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1763336270.825303:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91838d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3646:x1848991056164736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336270.825342:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91838d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3646:x1848991056164736:12345-0@lo:400:kworker.0 Request processed in 40us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.825351:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1763336270.825621:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056165632:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.825648:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336270.825659:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1848991056164992:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.825666:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763336270.825672:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056165248:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.825682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.826158:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056164608 00000100:00100000:1.0:1763336270.826168:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056164608 00000100:00100000:3.0:1763336270.826175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336270.826208:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1763336270.826209:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3646:1848991056164736:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.826214:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056164608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763336270.826229:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899008 pending 0 free 3920080896 avail 3688337408 00000100:00100000:1.0:1763336270.826262:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056164608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.826262:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1848991056165504:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.826268:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1763336270.826285:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763336270.826286:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763336270.826303:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056164480 00000100:00100000:1.0:1763336270.826307:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056164480 00000100:00100000:1.0:1763336270.826328:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1763336270.826335:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056164480:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763336270.826347:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056165120 00000100:00100000:0.0:1763336270.826350:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056165120 00000004:00000024:1.0:1763336270.826357:0:7627:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445605376 avail 1299365888 00000100:00100000:0.0:1763336270.826379:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056164992 00000100:00100000:0.0:1763336270.826382:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056164992 00000100:00100000:1.0:1763336270.826386:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056164480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.826392:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1763336270.826398:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056165376 00000100:00100000:0.0:1763336270.826401:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056165376 00000100:00080000:1.0:1763336270.826405:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763336270.826416:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056165504 00000100:00100000:1.0:1763336270.826418:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336270.826419:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056165504 00000100:00100000:1.0:1763336270.826432:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1848991056165760:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.826433:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056165248 00000100:00100000:0.0:1763336270.826435:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056165248 00000100:00100000:0.0:1763336270.826447:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1763336270.826451:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336270.826453:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1848991056165120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.826467:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872011 gen 2 00000004:00080000:1.0:1763336270.826471:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a4700, transno 17179872011 00000100:00100000:0.0:1763336270.826481:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1848991056165120:12345-0@lo:400:kworker.0 Request processed in 29us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.826485:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056164608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763336270.826487:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1763336270.826497:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056165760 00000100:00100000:1.0:1763336270.826498:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056164480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763336270.826500:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056165760 00000100:00100000:0.0:1763336270.826512:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:1.0:1763336270.826517:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3648:1848991056165120:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.826517:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1848991056164992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.826546:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1848991056164992:12345-0@lo:400:kworker.0 Request processed in 29us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.826551:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1763336270.826562:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1763336270.826567:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1848991056165376:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1763336270.826587:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763336270.826595:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1848991056165376:12345-0@lo:400:kworker.0 Request processed in 28us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.826600:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1763336270.826605:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1763336270.826610:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1763336270.826612:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1848991056165504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.826615:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848991056165248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.826638:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1848991056165504:12345-0@lo:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.826639:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848991056165248:12345-0@lo:400:kworker.0 Request processed in 24us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.826644:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1763336270.827409:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1763336270.827440:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1763336270.827449:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1848991056165760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.827491:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1848991056165760:12345-0@lo:400:kworker.0 Request processed in 44us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.827497:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1763336270.827539:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1848991056164992:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.827559:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3647:1848991056165504:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.827600:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056165632 00000100:00100000:0.0:1763336270.827605:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056165632 00000100:00100000:1.0:1763336270.827615:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056165248:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.827630:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3648:1848991056165760:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.827645:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1763336270.827718:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056165632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.827776:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3646:1848991056165376:0@lo:400:kworker.0 00000100:00100000:1.0:1763336270.827784:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056165632:12345-0@lo:400:kworker.0 Request processed in 130us (2133us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.827792:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1763336270.827837:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056165632:0@lo:400:kworker.0 00000100:00100000:0.0:1763336270.829127:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.829182:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017024 00000100:00100000:1.0:1763336270.829190:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017024 00000100:00100000:2.0:1763336270.829225:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056164864:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336270.829251:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336270.829253:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7501 00000100:00100000:1.0:1763336270.829265:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042017024:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336270.829310:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042016896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4943us (5026us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.829320:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3540 00002000:00010000:1.0:1763336270.829411:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 129275 -> 129275 00002000:00010000:1.0:1763336270.829416:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336270.829418:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.829421:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336270.829423:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1763336270.829451:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042017024:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 188us (331us total) trans 21474839378 rc 0/0 00000100:00100000:1.0:1763336270.829459:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7501 00000100:00100000:1.0:1763336270.830193:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.830228:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336270.830352:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017152 00000100:00100000:3.0:1763336270.830360:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017152 00000100:00100000:2.0:1763336270.830411:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017280 00000100:00100000:2.0:1763336270.830416:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017280 00000100:00100000:2.0:1763336270.830457:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7502 00000100:00100000:2.0:1763336270.830465:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042017280:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336270.830568:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336270.830572:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.830574:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336270.830576:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336270.830578:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336270.830627:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042017280:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 163us (399us total) trans 17179872036 rc 0/0 00000100:00100000:2.0:1763336270.830635:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7502 00000100:00100000:1.0:1763336270.830726:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7503 00000100:00100000:1.0:1763336270.830733:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042017152:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336270.830798:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336270.830801:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336270.830803:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336270.830805:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336270.830807:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336270.830829:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042017152:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 96us (639us total) trans 21474839379 rc 0/0 00000100:00100000:1.0:1763336270.830835:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7503 00000100:00100000:1.0:1763336270.833001:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.833086:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017536 00000100:00100000:2.0:1763336270.833095:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017536 00000100:00100000:2.0:1763336270.833148:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3608 00000100:00100000:2.0:1763336270.833158:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57612:x1848991042017536:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336270.833228:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44b22 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ada expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.833268:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336270.833279:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.833287:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.833295:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.833323:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 24 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.833335:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 24 pid: 23631 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.833347:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056165888:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.833426:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.833435:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 24 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.833443:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056166016:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.833466:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.837417:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056165888:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336270.845023:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.845104:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336270.845872:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056166016:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336270.845908:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336270.846911:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017664 00000100:00100000:3.0:1763336270.846912:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017792 00000100:00100000:3.0:1763336270.846922:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017792 00010000:00010000:0.0:1763336270.847140:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00000100:00100000:0.0:1763336270.847188:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3541 00000100:00100000:0.0:1763336270.847197:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042017792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336270.847211:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336270.847217:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.847227:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.847247:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa44a34 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a71 expref: 25 pid: 6514 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336270.847261:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.847266:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.847274:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.847280:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.848052:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017664 00010000:00010000:2.0:1763336270.848078:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 25 pid: 23631 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.848104:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3542 00000100:00100000:2.0:1763336270.848110:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042017664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.848119:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.848122:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 25 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.848132:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 25 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.848144:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44a50 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a7f expref: 25 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.848155:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.848158:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.848165:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.848172:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.848191:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336270.848545:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042017792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1347us (3439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.848558:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3541 00000100:00100000:2.0:1763336270.848633:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042017664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 522us (3620us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.848641:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3542 00010000:00010000:2.0:1763336270.848671:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.848679:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.848721:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336270.848732:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.848741:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 4/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.848767:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 22 pid: 23631 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.848778:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 22 pid: 23631 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.848791:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056166144:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336270.848835:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.850987:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056166144:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336270.851016:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336270.851595:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.851681:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042017920 00000100:00100000:2.0:1763336270.851711:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042017920 00010000:00010000:2.0:1763336270.851745:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 23 pid: 23631 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336270.851784:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3543 00000100:00100000:2.0:1763336270.851794:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042017920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336270.851808:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336270.851815:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 23 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.851828:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 23 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.851851:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44b6f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x56:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66afd expref: 23 pid: 23631 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336270.851867:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:2.0:1763336270.851872:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.851882:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.851889:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.851916:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336270.851980:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042017920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.851988:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3543 00010000:00010000:3.0:1763336270.852004:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336270.852013:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336270.852358:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166272:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.852421:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336270.852455:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.852507:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056166272 00000100:00100000:1.0:1763336270.852514:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056166272 00000100:00100000:1.0:1763336270.852557:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:1.0:1763336270.852566:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166272:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336270.852647:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166272:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 83us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.852655:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1763336270.852794:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839357 gen 2 00000004:00080000:3.0:1763336270.852801:0:6516:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839352 committed transno 21474839357 00000004:00080000:3.0:1763336270.852817:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c685f80, transno 21474839353 00000004:00080000:3.0:1763336270.852965:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c685c00, transno 21474839354 00000004:00080000:3.0:1763336270.852970:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c684700, transno 21474839355 00000004:00080000:3.0:1763336270.852972:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187017100, transno 21474839356 00000004:00080000:3.0:1763336270.852975:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c685500, transno 21474839357 00000100:00100000:3.0:1763336270.852982:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166272:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.853020:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166400:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.853050:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763336270.853059:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:3.0:1763336270.853070:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.853132:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056166400 00000100:00100000:1.0:1763336270.853137:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056166400 00000100:00100000:1.0:1763336270.853175:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:1.0:1763336270.853182:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bb15c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166400:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336270.853259:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bb15c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166400:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.853266:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1763336270.853308:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872029 gen 2 00000004:00080000:2.0:1763336270.853313:0:6516:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872024 committed transno 17179872029 00000004:00080000:2.0:1763336270.853324:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb4000, transno 17179872025 00000004:00080000:2.0:1763336270.853340:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb7480, transno 17179872026 00000004:00080000:2.0:1763336270.853343:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb5180, transno 17179872027 00000004:00080000:2.0:1763336270.853345:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb7100, transno 17179872028 00000004:00080000:2.0:1763336270.853347:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285f80, transno 17179872029 00000100:00100000:2.0:1763336270.853352:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166400:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.853392:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166528:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.853520:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.853545:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000004:00080000:3.0:1763336270.853577:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 5 done 00000100:00100000:1.0:1763336270.853592:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056166528 00000100:00100000:1.0:1763336270.853596:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056166528 00000100:00100000:1.0:1763336270.853627:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1763336270.853633:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166528:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336270.853709:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166528:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.853716:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1763336270.853794:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166528:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.853838:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166656:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.853863:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.853885:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.853927:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056166656 00000100:00100000:1.0:1763336270.853931:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056166656 00000100:00100000:1.0:1763336270.853975:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1763336270.853982:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166656:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336270.854044:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166656:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 62us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.854050:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1763336270.854110:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166656:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.854146:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.854168:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.854191:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.854230:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056166784 00000100:00100000:3.0:1763336270.854235:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056166784 00000100:00100000:3.0:1763336270.854263:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1763336270.854269:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.854330:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.854337:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1763336270.854348:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.854376:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.854396:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.854420:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e37cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.854463:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056166912 00000100:00100000:3.0:1763336270.854467:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056166912 00000100:00100000:3.0:1763336270.854497:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1763336270.854503:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.854560:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056166912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.854566:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1763336270.854657:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056166912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.854738:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167040:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.854761:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.854782:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.854856:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167040 00000100:00100000:1.0:1763336270.854860:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167040 00000100:00100000:1.0:1763336270.854887:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1763336270.854894:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167040:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336270.854955:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167040:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 61us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.854973:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1763336270.855074:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167040:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.855105:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.855127:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.855184:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.855216:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167168 00000100:00100000:3.0:1763336270.855220:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167168 00000100:00100000:3.0:1763336270.855251:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1763336270.855257:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167168:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.855317:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167168:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.855324:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1763336270.855378:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.855413:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167296:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.855437:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.855460:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336270.855507:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167296 00000100:00100000:1.0:1763336270.855512:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167296 00000100:00100000:1.0:1763336270.855541:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1763336270.855548:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167296:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336270.855611:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167296:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336270.855617:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1763336270.855772:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167296:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.855805:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.855828:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336270.855937:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167424 00000100:00100000:3.0:1763336270.855941:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167424 00000100:00100000:2.0:1763336270.855942:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.855997:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1763336270.856006:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167424:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.856061:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167424:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.856067:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1763336270.856124:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.856158:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.856178:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.856205:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.856242:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167552 00000100:00100000:3.0:1763336270.856246:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167552 00000100:00100000:3.0:1763336270.856278:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1763336270.856284:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167552:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.856347:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167552:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 62us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336270.856352:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1763336270.856400:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.856602:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167680:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.856624:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.856676:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336270.856731:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167680 00000100:00100000:0.0:1763336270.856736:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167680 00000100:00100000:0.0:1763336270.856773:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1763336270.856780:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167680:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336270.857047:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167680:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 267us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336270.857053:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1763336270.857136:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167680:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1763336270.857332:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].26, 728 off53064 00000001:00080000:2.0:1763336270.857348:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968731 00000100:00100000:2.0:1763336270.857409:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.857437:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.857462:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336270.857510:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167808 00000100:00100000:0.0:1763336270.857515:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167808 00000100:00100000:0.0:1763336270.857552:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1763336270.857559:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167808:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336270.857712:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056167808:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 153us (273us total) trans 21474839380 rc 0/0 00000100:00100000:0.0:1763336270.857719:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1763336270.858066:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.858095:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336270.858125:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336270.858150:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336270.859148:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056167936 00000100:00100000:3.0:1763336270.859157:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056167936 00000100:00100000:3.0:1763336270.859205:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1763336270.859213:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056167936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336270.859391:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056167936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 178us (1264us total) trans 17179872037 rc 0/0 00000100:00100000:3.0:1763336270.859399:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1763336270.859733:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056167936:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1763336270.859825:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968732 00010000:00010000:2.0:1763336270.859857:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859867:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859875:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859881:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.859886:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859893:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859909:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:2.0:1763336270.859913:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336270.859918:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 2/0,0 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859924:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44bed lrc: 0/0,0 mode: --/EX res: [0x240000405:0x56:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859938:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859945:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859951:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859956:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.859970:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859977:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859984:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.859986:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336270.859989:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.859994:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44be6 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.860005:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.860007:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336270.860013:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44b22 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ada expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.860116:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57612:x1848991042017536:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 26959us (27122us total) trans 4294968733 rc 0/0 00000100:00100000:2.0:1763336270.860125:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3608 00000020:00080000:2.0:1763336270.860130:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336270.867368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.868703:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042018048 00000100:00100000:2.0:1763336270.868717:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042018048 00000100:00100000:2.0:1763336270.868792:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10501 00000100:00100000:2.0:1763336270.868804:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57612:x1848991042018048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.868829:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.868851:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44bf4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b2e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.868910:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44bf4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b2e expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.868925:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44bf4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b2e expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.868944:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.868947:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336270.868951:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433a00, rc 0) 00000100:00100000:2.0:1763336270.870454:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57612:x1848991042018048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1642us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.870465:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10501 00000100:00100000:0.0:1763336270.873242:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.873806:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042018304 00000100:00100000:2.0:1763336270.873817:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042018304 00000100:00100000:2.0:1763336270.873871:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3609 00000100:00100000:2.0:1763336270.873882:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57612:x1848991042018304:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336270.874119:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57612:x1848991042018304:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 238us (885us total) trans 4294968734 rc 0/0 00000100:00100000:2.0:1763336270.874127:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3609 00000100:00100000:1.0:1763336270.880037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.880114:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042018560 00000100:00100000:2.0:1763336270.880125:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042018560 00000100:00100000:2.0:1763336270.880184:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3610 00000100:00100000:2.0:1763336270.880195:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57612:x1848991042018560:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336270.880411:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x56:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763336270.880489:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336270.880504:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.880523:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.880604:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.880610:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.880616:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336270.880652:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763336270.880728:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336270.880737:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.880746:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336270.880750:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.880759:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.880775:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336270.880778:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336270.880783:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 1/0,0 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.880789:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44bfb lrc: 0/0,0 mode: --/PW res: [0x240000405:0x56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336270.880802:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336270.880804:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336270.880806:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336270.880882:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57612:x1848991042018560:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 688us (854us total) trans 4294968735 rc 0/0 00000100:00100000:2.0:1763336270.880895:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3610 00000100:00100000:1.0:1763336270.901909:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.902350:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042018688 00000100:00100000:2.0:1763336270.902360:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042018688 00000100:00100000:2.0:1763336270.902470:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10502 00000100:00100000:2.0:1763336270.902480:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57613:x1848991042018688:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.902500:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.902520:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c02 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b35 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.902578:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336270.902590:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902600:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902610:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336270.902616:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902622:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902720:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336270.902728:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902735:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336270.902771:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00000004:00200000:2.0:1763336270.902775:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336270.902790:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902800:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902808:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902814:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902820:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902825:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902830:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.902834:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902840:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902850:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:2.0:1763336270.902852:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336270.902857:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902863:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44c09 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902882:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902888:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902893:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902898:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336270.902901:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902906:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902913:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336270.902916:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336270.902918:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902924:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c10 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.902970:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c02 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.902988:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.903000:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.903002:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336270.903004:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:2.0:1763336270.903073:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57613:x1848991042018688:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 594us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.903080:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10502 00000100:00100000:0.0:1763336270.910613:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.910811:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042018944 00000100:00100000:2.0:1763336270.910821:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042018944 00000100:00100000:2.0:1763336270.910884:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10503 00000100:00100000:2.0:1763336270.910895:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57613:x1848991042018944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.910914:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.910936:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c1e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b3c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.911051:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44c25 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336270.911066:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44c25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336270.911077:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44c25 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336270.911087:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00010000:00010000:2.0:1763336270.911199:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c1e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b3c expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.911217:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44c25 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b3c expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336270.911225:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336270.911228:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336270.911231:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e34800, rc 0) 00000100:00100000:2.0:1763336270.911299:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57613:x1848991042018944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 405us (694us total) trans 4294968736 rc 0/0 00000100:00100000:2.0:1763336270.911307:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10503 00000100:00100000:1.0:1763336270.917211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.921782:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019200 00000100:00100000:2.0:1763336270.921797:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019200 00000100:00100000:0.0:1763336270.921925:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10504 00000100:00100000:0.0:1763336270.921935:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57613:x1848991042019200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336270.921967:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336270.921986:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44c33 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b43 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.922090:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c3a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336270.922106:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c3a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336270.922117:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c3a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336270.922128:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00010000:00010000:0.0:1763336270.922225:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44c33 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b43 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.922246:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c3a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b43 expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336270.922254:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336270.922257:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336270.922260:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:0.0:1763336270.925038:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57613:x1848991042019200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3093us (7824us total) trans 4294968737 rc 0/0 00000100:00100000:0.0:1763336270.925053:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10504 00000100:00100000:1.0:1763336270.931044:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.932080:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019328 00000100:00100000:2.0:1763336270.932091:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019328 00000100:00100000:2.0:1763336270.932773:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7504 00000100:00100000:2.0:1763336270.932786:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042019328:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.932803:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.932822:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c48 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b4a expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336270.932878:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056168064:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336270.932968:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336270.935879:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056168064:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336270.935917:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c48 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b4a expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.935938:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c48 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b4a expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.935967:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf72600, rc 0) 00000100:00100000:2.0:1763336270.936063:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042019328:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3280us (5028us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336270.936072:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7504 00000100:00100000:1.0:1763336270.939564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.940892:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336270.940980:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019456 00000100:00100000:2.0:1763336270.940990:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019456 00000100:00100000:2.0:1763336270.941037:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019584 00000100:00100000:2.0:1763336270.941040:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019584 00000100:00100000:2.0:1763336270.941072:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7505 00000100:00100000:2.0:1763336270.941081:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042019456:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336270.941099:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336270.941119:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b51 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.941213:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7506 00000100:00100000:3.0:1763336270.941225:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042019584:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336270.941234:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336270.941247:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44c56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b58 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336270.941299:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056168192:192.168.203.16@tcp:106: 00000100:00100000:3.0:1763336270.941387:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95840 going to sleep for 11 seconds 00002000:00010000:2.0:1763336270.941389:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 218202, mtime: 0x691a604d, atime: 0x691a604d, ctime: 0x691a604d, blocks: 0x120 00010000:00010000:2.0:1763336270.941407:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.941409:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336270.941418:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.941434:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 22 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336270.941445:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00000100:00100000:2.0:1763336270.941473:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042019456:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 393us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336270.941484:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7505 00000100:00100000:3.0:1763336270.944902:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056168192:192.168.203.16@tcp:106: 00010000:00010000:3.0:1763336270.944940:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44c56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b58 expref: 18 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336270.944976:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44c56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b58 expref: 18 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336270.944990:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336270.945158:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042019584:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3936us (4272us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336270.945168:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7506 00010000:00010000:1.0:1763336270.958450:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336270.997489:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336270.997600:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019712 00000100:00100000:1.0:1763336270.997611:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019712 00000100:00100000:1.0:1763336270.997682:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2031 00000100:00100000:1.0:1763336270.997728:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042019712:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336270.997765:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.997783:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.997791:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336270.997793:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336270.997796:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.997829:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336270.997841:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 17 pid: 8399 timeout: 1158 lvb_type: 0 00000100:00100000:1.0:1763336270.997854:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184818700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056168320:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336270.997933:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.000731:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184818700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056168320:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336271.000763:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.000908:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.000996:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019840 00000100:00100000:2.0:1763336271.001003:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019840 00010000:00010000:2.0:1763336271.001039:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 18 pid: 8399 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336271.001079:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3544 00000100:00100000:2.0:1763336271.001089:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042019840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.001104:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.001129:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 18 pid: 8399 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336271.001142:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 18 pid: 8399 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336271.001166:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44bd1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b19 expref: 18 pid: 8399 timeout: 1158 lvb_type: 0 00010000:00010000:2.0:1763336271.001180:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.001183:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.001187:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.001204:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.001239:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.001288:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042019840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 200us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.001296:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3544 00010000:00010000:1.0:1763336271.001409:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.001418:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009778:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009811:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009821:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009829:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e3800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336271.009834:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009844:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009871:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.009879:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.010305:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042019712:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 12571us (12816us total) trans 0 rc 129275/129275 00000100:00100000:1.0:1763336271.010318:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2031 00000100:00100000:3.0:1763336271.015492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.015772:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042019968 00000100:00100000:1.0:1763336271.015786:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042019968 00000100:00100000:1.0:1763336271.015862:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7507 00000100:00100000:1.0:1763336271.015876:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042019968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.015901:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.015926:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b5f expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.016019:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056168448:192.168.203.16@tcp:106: 00000100:00100000:1.0:1763336271.016133:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336271.016676:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.017247:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042020096 00000100:00100000:2.0:1763336271.017258:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042020096 00000100:00100000:2.0:1763336271.017318:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7508 00000100:00100000:2.0:1763336271.017327:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042020096:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.017344:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.017364:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c6b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b66 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.017423:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056168576:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336271.017509:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.020633:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056168448:192.168.203.16@tcp:106: 00010000:00010000:1.0:1763336271.020729:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b5f expref: 17 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336271.020757:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa44c64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b5f expref: 17 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336271.020771:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:1.0:1763336271.020828:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042019968:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4956us (5355us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336271.020838:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7507 00000100:00100000:2.0:1763336271.021018:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056168576:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336271.021042:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c6b lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b66 expref: 23 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.021057:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa44c6b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b66 expref: 23 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.021067:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf72600, rc 0) 00000100:00100000:2.0:1763336271.021090:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042020096:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3765us (4417us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336271.021097:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7508 00000100:00100000:1.0:1763336271.025886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.025994:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042020224 00000100:00100000:2.0:1763336271.026009:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042020224 00000100:00100000:2.0:1763336271.026106:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2032 00000100:00100000:2.0:1763336271.026119:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042020224:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336271.026170:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.026194:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.026204:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336271.026206:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336271.026211:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.026257:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.026274:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 16 pid: 8399 timeout: 1158 lvb_type: 0 00000100:00100000:2.0:1763336271.026293:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056168704:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336271.026405:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.029576:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056168704:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336271.029622:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.031287:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.031780:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042020352 00000100:00100000:0.0:1763336271.031794:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042020352 00010000:00010000:0.0:1763336271.031851:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 17 pid: 8399 timeout: 1158 lvb_type: 0 00000100:00100000:0.0:1763336271.033199:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3545 00000100:00100000:0.0:1763336271.033222:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8986050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042020352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336271.033245:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.033275:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 17 pid: 8399 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336271.033292:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 17 pid: 8399 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336271.033326:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2200/0x84ca14902aa44bbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b12 expref: 17 pid: 8399 timeout: 1158 lvb_type: 0 00010000:00010000:0.0:1763336271.033348:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.033350:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.033356:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.033366:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.033592:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336271.033771:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.033783:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.034229:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8986050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042020352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1016us (2948us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.034240:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3545 00010000:00010000:2.0:1763336271.038967:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.038993:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.039004:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.039012:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336271.039017:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.039026:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.039050:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.039057:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.039183:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042020224:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13060us (13307us total) trans 0 rc 129275/129275 00000100:00100000:2.0:1763336271.039195:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2032 00000100:00100000:0.0:1763336271.065196:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.065322:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042020480 00000100:00100000:2.0:1763336271.065336:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042020480 00000100:00100000:1.0:1763336271.066012:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 443 00000100:00100000:1.0:1763336271.066033:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57613:x1848991042020480:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336271.066059:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.066097:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c3a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b43 expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.066123:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.066130:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.066212:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57613:x1848991042020480:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 187us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.066221:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 443 00000100:00100000:3.0:1763336271.069949:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.070101:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042020736 00000100:00100000:2.0:1763336271.070115:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042020736 00000100:00100000:2.0:1763336271.070196:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3611 00000100:00100000:2.0:1763336271.070207:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57613:x1848991042020736:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336271.070536:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57613:x1848991042020736:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 329us (601us total) trans 4294968738 rc 0/0 00000100:00100000:2.0:1763336271.070545:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3611 00000100:00100000:3.0:1763336271.091825:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.092064:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042020992 00000100:00100000:0.0:1763336271.092078:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042020992 00000100:00100000:0.0:1763336271.092146:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10505 00000100:00100000:0.0:1763336271.092157:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57614:x1848991042020992:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.092190:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.092216:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44c79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b6d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.092367:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c80 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.092389:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c80 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.092406:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c80 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.092420:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00010000:00010000:0.0:1763336271.092564:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44c79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b6d expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.092585:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c80 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b6d expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.092595:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.092598:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336271.092602:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:0.0:1763336271.092679:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57614:x1848991042020992:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 523us (867us total) trans 4294968739 rc 0/0 00000100:00100000:0.0:1763336271.094655:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10505 00000100:00100000:0.0:1763336271.098185:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.098291:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021120 00000100:00100000:2.0:1763336271.098304:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021120 00000100:00100000:2.0:1763336271.098397:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2033 00000100:00100000:2.0:1763336271.098411:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042021120:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336271.098458:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.098477:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.098480:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.098487:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.098505:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104504:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104530:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104546:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104555:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336271.104561:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104570:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104593:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.104601:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c8e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.105468:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042021120:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7048us (7284us total) trans 0 rc 129275/129275 00000100:00100000:2.0:1763336271.105485:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2033 00000100:00100000:3.0:1763336271.110337:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.110940:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021248 00000100:00100000:2.0:1763336271.110954:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021248 00000100:00100000:2.0:1763336271.111312:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7509 00000100:00100000:2.0:1763336271.111323:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042021248:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.111348:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.111371:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c95 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b74 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.111448:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056168832:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336271.111934:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.114211:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056168832:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336271.114255:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c95 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b74 expref: 23 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.114283:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44c95 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b74 expref: 23 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.114297:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:2.0:1763336271.114367:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042021248:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3045us (4045us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336271.114378:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7509 00000100:00100000:3.0:1763336271.119891:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.120101:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021376 00000100:00100000:2.0:1763336271.120115:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021376 00000100:00100000:2.0:1763336271.120214:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2034 00000100:00100000:2.0:1763336271.120227:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042021376:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336271.120274:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.120292:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.120295:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.120301:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.120325:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126479:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126497:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126507:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126514:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336271.126518:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126527:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126544:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.126551:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44c9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.126654:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042021376:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6426us (6774us total) trans 0 rc 129275/129275 00000100:00100000:2.0:1763336271.126664:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2034 00000100:00100000:1.0:1763336271.131992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.132183:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021504 00000100:00100000:2.0:1763336271.132198:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021504 00000100:00100000:2.0:1763336271.132279:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7510 00000100:00100000:2.0:1763336271.132292:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042021504:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.132318:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.132346:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44ca3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b7b expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.132434:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056168960:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336271.132553:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.136625:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056168960:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336271.136677:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44ca3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b7b expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.136825:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44ca3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b7b expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.136840:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:2.0:1763336271.136920:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042021504:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4630us (4944us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336271.136930:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7510 00000100:00100000:3.0:1763336271.140844:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.140895:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021632 00000100:00100000:2.0:1763336271.140909:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021632 00000100:00100000:2.0:1763336271.141072:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2035 00000100:00100000:2.0:1763336271.141086:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042021632:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336271.141135:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.141152:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.141155:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.141161:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.141176:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143722:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143747:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143757:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143766:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336271.143771:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143780:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143805:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.143813:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44caa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.143925:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042021632:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2835us (3089us total) trans 0 rc 129275/129275 00000100:00100000:2.0:1763336271.143942:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2035 00000100:00100000:3.0:1763336271.181637:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.181937:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021760 00000100:00100000:2.0:1763336271.181952:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021760 00000100:00100000:2.0:1763336271.182050:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7511 00000100:00100000:2.0:1763336271.182061:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042021760:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.182079:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.182101:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b82 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336271.182125:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 129275, mtime: 0x691a604e, atime: 0x691a604d, ctime: 0x691a604e, blocks: 0xb0 00010000:00010000:2.0:1763336271.182149:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.182152:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.182163:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.182180:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.182193:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:2.0:1763336271.182269:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042021760:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 209us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.182276:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7511 00000100:00100000:3.0:1763336271.185439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.185592:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042021888 00000100:00100000:2.0:1763336271.185606:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042021888 00000100:00100000:2.0:1763336271.185749:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2036 00000100:00100000:2.0:1763336271.185761:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042021888:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336271.185811:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.185843:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.185846:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.185853:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.185869:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.192965:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.192991:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.193001:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.193009:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336271.193013:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.193023:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.193047:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.193060:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa44cb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.193173:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042021888:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7406us (7739us total) trans 0 rc 129275/129275 00000100:00100000:1.0:1763336271.193186:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2036 00000100:00100000:0.0:1763336271.198402:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.202221:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042022016 00000100:00100000:1.0:1763336271.202246:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042022016 00000100:00100000:1.0:1763336271.202394:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2037 00000100:00100000:1.0:1763336271.202408:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042022016:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336271.202478:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 129275, mtime: 0x691a604e, atime: 0x691a604d, ctime: 0x691a604e, blocks: 0x60 00010000:00010000:1.0:1763336271.202491:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.202510:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.202514:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.202521:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.202537:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211636:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211662:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211676:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211702:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336271.211708:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211718:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211743:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.211751:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44cbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->131071] (req 0->131071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.213767:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042022016:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 11345us (15367us total) trans 0 rc 129275/129275 00000100:00100000:1.0:1763336271.213784:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2037 00000100:00100000:3.0:1763336271.228537:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.229202:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042022144 00000100:00100000:2.0:1763336271.229217:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042022144 00000100:00100000:2.0:1763336271.229322:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 444 00000100:00100000:2.0:1763336271.229333:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57614:x1848991042022144:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336271.229351:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.229382:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44c80 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b6d expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.229404:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.229409:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.229468:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57614:x1848991042022144:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 136us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.229477:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 444 00000100:00100000:0.0:1763336271.232042:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.232251:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042022400 00000100:00100000:3.0:1763336271.232314:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042022400 00000100:00100000:3.0:1763336271.232376:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3612 00000100:00100000:3.0:1763336271.232385:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57614:x1848991042022400:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336271.232809:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57614:x1848991042022400:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 423us (780us total) trans 4294968740 rc 0/0 00000100:00100000:3.0:1763336271.232818:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3612 00000100:00100000:3.0:1763336271.236842:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.237362:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042022656 00000100:00100000:0.0:1763336271.237376:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042022656 00000100:00100000:0.0:1763336271.237464:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10506 00000100:00100000:0.0:1763336271.237477:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042022656:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.237507:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.237534:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44cc6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b89 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.237673:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.237752:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.237763:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.237808:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.237824:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 34 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.237840:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056169088:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.238862:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3480 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.247015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.247199:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056169088:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.247227:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336271.247448:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042022784 00000100:00100000:2.0:1763336271.247456:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042022784 00010000:00010000:2.0:1763336271.247490:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 35 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.247640:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3546 00000100:00100000:2.0:1763336271.247652:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042022784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.247667:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.247674:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 35 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.247719:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 35 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.247742:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44c17 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b35 expref: 35 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.247757:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.247762:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.247772:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.247779:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.247798:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.248341:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.248348:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.248371:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00010000:00010000:0.0:1763336271.248490:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44cc6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.248504:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.248511:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.248514:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336271.248516:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:2.0:1763336271.248921:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042022784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1269us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.248929:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3546 00000100:00100000:0.0:1763336271.249616:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042022656:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 12139us (12786us total) trans 4294968741 rc 0/0 00000100:00100000:0.0:1763336271.249624:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10506 00000100:00100000:1.0:1763336271.253388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.253587:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042022912 00000100:00100000:0.0:1763336271.253597:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042022912 00000100:00100000:0.0:1763336271.253924:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10507 00000100:00100000:0.0:1763336271.253935:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042022912:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.253970:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.253991:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44cdb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b90 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.254083:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.254103:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.254112:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.254144:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.254157:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 35 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.254176:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c685500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056169216:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.254259:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.256215:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.256280:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042023040 00000100:00100000:2.0:1763336271.256289:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042023040 00010000:00010000:2.0:1763336271.256325:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 36 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.256367:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3547 00000100:00100000:2.0:1763336271.256376:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2405:x1848991042023040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.256391:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.256396:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 36 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.256407:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 36 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.256438:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.256451:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.256461:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.256469:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.256486:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.256540:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2405:x1848991042023040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 164us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.256547:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3547 00010000:00010000:0.0:1763336271.257480:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ccd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b89 expref: 35 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.257502:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c685500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056169216:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.257529:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.257538:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.257544:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.257592:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 129275 00000004:00200000:0.0:1763336271.257597:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336271.257615:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.257641:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44cdb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b90 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.257654:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b90 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.257662:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.257664:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336271.257668:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:0.0:1763336271.257733:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042022912:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3800us (4352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.257741:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10507 00000100:00100000:1.0:1763336271.264728:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.264925:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042023168 00000100:00100000:0.0:1763336271.264934:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042023168 00000100:00100000:0.0:1763336271.265252:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10508 00000100:00100000:0.0:1763336271.265264:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042023168:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.265284:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.265304:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ce9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b97 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.267616:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.267649:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.267672:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.267818:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ce9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.267840:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.267849:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.267852:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336271.267856:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:0.0:1763336271.267927:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042023168:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2664us (3205us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.267935:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10508 00000100:00100000:2.0:1763336271.271134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.273066:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042023424 00000100:00100000:0.0:1763336271.273080:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042023424 00000100:00100000:0.0:1763336271.273146:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10509 00000100:00100000:0.0:1763336271.273157:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042023424:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336271.273208:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.273233:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44ce2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b90 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.273251:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.273255:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.273417:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.273430:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.273439:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336271.273478:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968742 00000004:00010000:0.0:1763336271.273501:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008eaf4fe4 reply state 0000000042e0f0bc transno 4294968743 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.273512:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.273517:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.273520:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336271.273523:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336271.273602:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57585:x1848991042023424:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 447us (2477us total) trans 4294968743 rc 0/0 00000100:00100000:0.0:1763336271.273609:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10509 00000020:00080000:0.0:1763336271.273615:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336271.277649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.277789:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042023680 00000100:00100000:1.0:1763336271.277799:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042023680 00000100:00100000:1.0:1763336271.277854:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3613 00000100:00100000:1.0:1763336271.277865:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57585:x1848991042023680:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336271.278093:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57585:x1848991042023680:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 230us (452us total) trans 4294968744 rc 0/0 00000100:00100000:1.0:1763336271.278101:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3613 00000100:00100000:1.0:1763336271.286245:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.286295:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042023936 00000100:00100000:0.0:1763336271.286305:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042023936 00000100:00100000:0.0:1763336271.286368:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10510 00000100:00100000:0.0:1763336271.286378:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57585:x1848991042023936:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.286399:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.286403:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763336271.286427:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44c25 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b3c expref: 38 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.286447:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44bf4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b2e expref: 37 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.286457:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.286463:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.286474:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44cfe lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66b9e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.286521:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44d05 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.286533:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44d05 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.286542:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44d05 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336271.286836:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].136, 88 off19504 00000004:00080000:0.0:1763336271.286847:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059248161043ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.286882:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].140, 88 off19856 00000004:00080000:0.0:1763336271.286889:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059248203906ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.286915:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].137, 88 off19592 00000004:00080000:0.0:1763336271.287055:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059248369273ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.287084:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].141, 88 off19944 00000004:00080000:0.0:1763336271.287090:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059248404551ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.287113:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].142, 88 off20032 00000004:00080000:0.0:1763336271.287118:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059248432518ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.287129:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].138, 88 off19680 00000004:00080000:0.0:1763336271.287133:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059248447746ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.287156:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].139, 88 off19768 00000004:00080000:0.0:1763336271.287161:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059248475297ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.287170:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].143, 88 off20120 00000004:00080000:0.0:1763336271.287173:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059248487754ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.287196:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].144, 88 off20208 00000004:00080000:0.0:1763336271.287201:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059248515338ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.287211:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].140, 88 off19856 00000004:00080000:0.0:1763336271.287216:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059248530487ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.287225:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].141, 88 off19944 00000004:00080000:0.0:1763336271.287229:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059248543714ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.287238:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].145, 88 off20296 00000004:00080000:0.0:1763336271.287242:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059248556463ns, next at 1056126607009ns, rc = 0 00000001:00080000:2.0:1763336271.292891:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968745 is committed 00010000:00010000:0.0:1763336271.292900:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763336271.292905:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 142 committed 00010000:00010000:0.0:1763336271.292912:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00000004:00080000:2.0:1763336271.292918:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 142 committed 00010000:00010000:0.0:1763336271.292920:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.292926:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc1a69550) 00000004:00080000:2.0:1763336271.292932:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 141 committed 00000004:00080000:2.0:1763336271.292935:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 141 committed 00000004:00080000:2.0:1763336271.292938:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 140 committed 00000004:00080000:2.0:1763336271.292941:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 140 committed 00000004:00080000:2.0:1763336271.292944:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 139 committed 00000004:00080000:2.0:1763336271.292947:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 139 committed 00000004:00080000:2.0:1763336271.292949:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 138 committed 00000004:00080000:2.0:1763336271.292953:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 138 committed 00000004:00080000:2.0:1763336271.292965:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 137 committed 00000004:00080000:2.0:1763336271.292967:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 137 committed 00000020:00080000:2.0:1763336271.293009:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c9183ea9d80 refcount 2 committed 0 result 0 batchid 47 00000020:00080000:2.0:1763336271.293014:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124e00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9183e37cc0 00000020:00080000:2.0:1763336271.293017:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124400 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9183ea9180 00000020:00080000:2.0:1763336271.293019:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb124200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c918c745600 00000020:00080000:2.0:1763336271.293022:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].26 00000100:00100000:3.0:1763336271.293103:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056169472:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336271.293133:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293144:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293160:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x56:0x0].0x0 (ffff9c918cd58500) 00010000:00010000:0.0:1763336271.293166:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336271.293169:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336271.293171:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000020:00080000:1.0:1763336271.293175:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 47 committed batchid 46 00010000:00010000:0.0:1763336271.293178:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44bb5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293215:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293222:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293228:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293233:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00000020:00080000:1.0:1763336271.293234:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 46 00010000:00010000:0.0:1763336271.293236:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293248:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293256:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.293258:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336271.293261:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056169344:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763336271.293263:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293274:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44bca lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336271.293284:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.293290:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.293295:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.293300:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336271.293303:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.293308:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.293314:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.293316:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336271.293319:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.293324:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa44cf7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.293335:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44d05 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b9e expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.293348:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.293351:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336271.293364:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44cfe lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b9e expref: 19 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763336271.293377:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44d05 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b9e expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.293401:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056169472 00010000:00010000:1.0:1763336271.293404:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.293409:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:2.0:1763336271.293410:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056169472 00010000:00010000:1.0:1763336271.293412:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:3.0:1763336271.293438:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056169984:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.293467:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042023936:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7088us (7228us total) trans 4294968745 rc 0/0 00000100:00100000:3.0:1763336271.293468:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.293480:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10510 00000100:00100000:3.0:1763336271.293499:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056170496:0@lo:2:osp-syn-1-1.0 00000100:00080000:2.0:1763336271.293510:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336271.293522:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.293530:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056169728:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336271.293543:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056169984 00000100:00100000:2.0:1763336271.293548:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056169984 00000100:00100000:3.0:1763336271.293552:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056170496 00000100:00100000:3.0:1763336271.293555:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056170496 00000100:00100000:1.0:1763336271.293565:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336271.293585:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056169728 00000100:00100000:1.0:1763336271.293587:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170240:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336271.293590:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056169728 00000100:00100000:0.0:1763336271.293608:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7512 00000100:00100000:1.0:1763336271.293614:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336271.293623:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056169472:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336271.293780:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056170240 00000100:00100000:2.0:1763336271.293785:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056170240 00000100:00100000:1.0:1763336271.293795:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170752:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336271.293816:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7513 00000100:00100000:1.0:1763336271.293822:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336271.293827:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056169984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.293840:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1763336271.293847:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056169600:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.293866:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.293877:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170112:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.293895:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763336271.293896:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:2.0:1763336271.293902:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00000100:00100000:1.0:1763336271.293904:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170624:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336271.293906:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336271.293912:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:2.0:1763336271.293915:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:1.0:1763336271.294022:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336271.294045:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056169984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 221us (577us total) trans 21474839382 rc 0/0 00000100:00100000:2.0:1763336271.294054:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7513 00000100:00100000:1.0:1763336271.294055:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056170752 00000100:00100000:3.0:1763336271.294058:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056169600 00000100:00100000:1.0:1763336271.294060:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056170752 00000100:00100000:3.0:1763336271.294064:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056169600 00000100:00100000:2.0:1763336271.294071:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056170112 00000100:00100000:2.0:1763336271.294074:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056170112 00000100:00100000:3.0:1763336271.294083:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056170624 00000100:00100000:3.0:1763336271.294085:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056170624 00000100:00100000:1.0:1763336271.294101:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7514 00000100:00100000:2.0:1763336271.294108:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7515 00000100:00100000:1.0:1763336271.294112:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056170496:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336271.294114:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 129275 -> 129275 00000100:00100000:2.0:1763336271.294121:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056169728:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336271.294121:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336271.294127:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336271.294129:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336271.294131:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:0.0:1763336271.294164:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056169472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 548us (994us total) trans 21474839381 rc 0/0 00000100:00100000:0.0:1763336271.294171:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7512 00000100:00100000:0.0:1763336271.294190:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7516 00002000:00010000:1.0:1763336271.294191:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336271.294195:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336271.294200:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00000100:00100000:0.0:1763336271.294200:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056170240:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336271.294204:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:1.0:1763336271.294209:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336271.294232:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056170496:12345-0@lo:2:osp-syn-1-1.0 Request processed in 124us (709us total) trans 17179872038 rc 0/0 00000100:00100000:1.0:1763336271.294238:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7514 00000100:00100000:1.0:1763336271.294255:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7517 00000100:00100000:1.0:1763336271.294262:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056169600:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336271.294273:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.294277:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336271.294280:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.294282:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336271.294284:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336271.294292:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056170240:12345-0@lo:2:osp-syn-0-1.0 Request processed in 95us (677us total) trans 21474839383 rc 0/0 00000100:00100000:0.0:1763336271.294299:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7516 00000100:00100000:2.0:1763336271.294309:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056169728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 192us (746us total) trans 17179872039 rc 0/0 00000100:00100000:2.0:1763336271.294316:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7515 00002000:00010000:1.0:1763336271.294316:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336271.294323:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:1.0:1763336271.294326:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336271.294331:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00000100:00100000:0.0:1763336271.294331:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7518 00002000:00010000:1.0:1763336271.294337:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336271.294359:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056169600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (492us total) trans 21474839384 rc 0/0 00000100:00100000:0.0:1763336271.294639:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056170752:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336271.294705:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336271.294708:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336271.294710:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336271.294712:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:0.0:1763336271.294715:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336271.294742:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056170752:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (921us total) trans 17179872040 rc 0/0 00000100:00100000:3.0:1763336271.294792:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7519 00000100:00100000:3.0:1763336271.294800:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056170112:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336271.294857:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336271.294860:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.294862:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.294864:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.294866:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336271.294892:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056170112:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (997us total) trans 21474839385 rc 0/0 00000100:00100000:3.0:1763336271.294899:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7519 00000100:00100000:2.0:1763336271.294909:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7520 00000100:00100000:2.0:1763336271.294917:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056170624:12345-0@lo:2:osp-syn-1-1.0 00000100:00080000:3.0:1763336271.294926:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1763336271.294971:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af08700/2, rc 0, transno 17179872038 00000100:00100000:1.0:1763336271.294971:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7517 00002000:00010000:2.0:1763336271.294979:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 218202 -> 218202 00000100:00100000:3.0:1763336271.294980:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056170496:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336271.294982:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.294985:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.294987:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.294990:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:0.0:1763336271.295156:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7518 00000004:00080000:3.0:1763336271.295296:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb5f80/2, rc 0, transno 21474839381 00000100:00100000:3.0:1763336271.295302:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056169472:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336271.295330:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056170624:12345-0@lo:2:osp-syn-1-1.0 Request processed in 414us (1307us total) trans 17179872041 rc 0/0 00000100:00100000:2.0:1763336271.295336:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7520 00000100:00100000:0.0:1763336271.295547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336271.295578:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb6a00/2, rc 0, transno 21474839384 00000100:00100000:1.0:1763336271.295585:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056169600:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336271.295588:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056169856:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336271.295605:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb5180/2, rc 0, transno 21474839385 00000100:00100000:1.0:1763336271.295612:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170112:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336271.295622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336271.295625:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af09500/2, rc 0, transno 17179872041 00000100:00100000:1.0:1763336271.295631:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170624:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336271.295643:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af08380/2, rc 0, transno 17179872039 00000100:00100000:1.0:1763336271.295647:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056169728:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336271.295651:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056170368:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336271.295660:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb7100/2, rc 0, transno 21474839383 00000100:00100000:0.0:1763336271.295675:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336271.295726:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056169344 00000100:00100000:0.0:1763336271.295733:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056169344 00000100:00100000:2.0:1763336271.295735:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056169856 00000100:00100000:2.0:1763336271.295738:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056169856 00000100:00100000:2.0:1763336271.295757:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056170368 00000100:00100000:2.0:1763336271.295759:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056170368 00000100:00100000:2.0:1763336271.295774:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7521 00000100:00100000:0.0:1763336271.295779:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7522 00000100:00100000:2.0:1763336271.295780:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056169856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336271.295784:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056169344:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336271.295844:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336271.295844:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.295848:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.295848:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336271.295851:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336271.295851:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336271.295854:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.295854:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336271.295856:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336271.295857:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336271.295886:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056169344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (341us total) trans 17179872042 rc 0/0 00000100:00100000:0.0:1763336271.295892:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7522 00000100:00100000:0.0:1763336271.295904:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7523 00000100:00100000:0.0:1763336271.295910:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056170368:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336271.295968:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:0.0:1763336271.295972:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.295974:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336271.295976:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.295978:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 264 00000004:00080000:3.0:1763336271.296203:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb7480/2, rc 0, transno 21474839382 00000100:00100000:3.0:1763336271.296209:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056169984:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336271.296317:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056169856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 536us (695us total) trans 21474839386 rc 0/0 00000100:00100000:0.0:1763336271.296318:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056170368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 406us (640us total) trans 17179872043 rc 0/0 00000100:00100000:2.0:1763336271.296325:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7521 00000100:00100000:0.0:1763336271.296327:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7523 00000004:00080000:0.0:1763336271.296358:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb6a00/2, rc 0, transno 17179872042 00000100:00100000:0.0:1763336271.296363:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056169344:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336271.296372:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb4000/2, rc 0, transno 21474839386 00000100:00100000:0.0:1763336271.296375:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056169856:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336271.296382:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918af0b800/2, rc 0, transno 17179872043 00000100:00100000:0.0:1763336271.296385:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056170368:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336271.298522:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170240:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336271.298568:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d2dea00/2, rc 0, transno 17179872040 00000100:00100000:1.0:1763336271.298573:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d2dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056170752:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336271.308293:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.309980:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024064 00000100:00100000:0.0:1763336271.309993:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024064 00000100:00100000:0.0:1763336271.310063:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7524 00000100:00100000:0.0:1763336271.310075:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042024064:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.310094:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.310115:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ba5 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.310153:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.310162:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.310165:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.310176:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.310211:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.310228:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 1159 lvb_type: 1 00000100:00100000:0.0:1763336271.310240:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056170880:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.310327:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3480 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.314320:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.314755:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056170880:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.314786:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.314813:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:0.0:1763336271.314874:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042024064:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4801us (6591us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.314883:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7524 00000100:00100000:2.0:1763336271.315195:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024192 00000100:00100000:2.0:1763336271.315203:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024192 00010000:00010000:2.0:1763336271.315236:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 1159 lvb_type: 1 00000100:00100000:2.0:1763336271.315262:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3548 00000100:00100000:2.0:1763336271.315270:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042024192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.315284:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.315303:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:2.0:1763336271.315316:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:2.0:1763336271.315336:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa44cb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b82 expref: 17 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:2.0:1763336271.315349:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.315351:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.315358:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.315368:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.315398:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.315412:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056171008:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336271.315521:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.321340:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056171008:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336271.321368:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.322162:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042024192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6888us (7846us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.322173:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3548 00000100:00100000:1.0:1763336271.322358:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.322437:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024320 00000100:00100000:3.0:1763336271.322444:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024320 00002000:00010000:3.0:1763336271.322476:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (230887->18446744073709551615) 00002000:00100000:3.0:1763336271.322481:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d2dc700 with x1848991042024320 ext(230887->18446744073709551615) 00002000:00010000:3.0:1763336271.322491:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d2dc700. 00000100:00100000:2.0:1763336271.322494:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.322536:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.323100:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024576 00000100:00100000:0.0:1763336271.323106:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024576 00002000:00010000:0.0:1763336271.323127:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336271.323131:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83d880 with x1848991042024576 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336271.323139:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf83d880. 00000100:00100000:0.0:1763336271.323168:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024448 00000100:00100000:0.0:1763336271.323171:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024448 00002000:00010000:0.0:1763336271.323183:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336271.323186:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efbb80 with x1848991042024448 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336271.323192:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efbb80. 00000100:00100000:1.0:1763336271.323193:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2038 00000100:00100000:1.0:1763336271.323204:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042024320:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:0.0:1763336271.323332:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2039 00000100:00100000:0.0:1763336271.323340:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042024576:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336271.323405:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336271.323406:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 129275 -> 230887 00002000:00010000:1.0:1763336271.323409:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336270 -> 1763336271 00002000:00010000:0.0:1763336271.323410:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336270 -> 1763336271 00002000:00010000:1.0:1763336271.323412:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336271.323412:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336271.323415:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336270 -> 1763336271 00002000:00010000:0.0:1763336271.323415:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336270 -> 1763336271 00002000:00010000:1.0:1763336271.323418:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 176 -> 176 00002000:00010000:0.0:1763336271.323418:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336271.323466:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2040 00000100:00100000:2.0:1763336271.323477:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042024448:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336271.323523:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.323525:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336270 -> 1763336271 00002000:00010000:2.0:1763336271.323528:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.323530:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336270 -> 1763336271 00002000:00010000:2.0:1763336271.323532:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336271.323719:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042024320:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 516us (1360us total) trans 21474839387 rc 0/0 00000100:00100000:1.0:1763336271.323725:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2038 00002000:00010000:1.0:1763336271.323729:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (230887->18446744073709551615) 00002000:00100000:1.0:1763336271.323732:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d2dc700 with x1848991042024320 ext(230887->18446744073709551615) 00002000:00010000:1.0:1763336271.323737:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d2dc700. 00000100:00100000:0.0:1763336271.323786:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042024576:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 445us (1290us total) trans 17179872044 rc 0/0 00000100:00100000:0.0:1763336271.323792:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2039 00002000:00010000:0.0:1763336271.323795:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336271.323797:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83d880 with x1848991042024576 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336271.323802:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf83d880. 00000100:00100000:2.0:1763336271.324003:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042024448:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 526us (1465us total) trans 21474839388 rc 0/0 00000100:00100000:2.0:1763336271.324010:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2040 00002000:00010000:2.0:1763336271.324013:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.324015:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efbb80 with x1848991042024448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.324020:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efbb80. 00000100:00100000:1.0:1763336271.327481:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.327608:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024704 00000100:00100000:0.0:1763336271.327618:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024704 00000100:00100000:0.0:1763336271.327674:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10511 00000100:00100000:0.0:1763336271.327714:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042024704:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.327741:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.327761:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d13 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bac expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.327848:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.327862:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.327873:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.327914:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 230889 00000004:00200000:0.0:1763336271.327918:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336271.327934:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.327975:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d13 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.327992:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.328001:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.328004:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336271.328007:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:0.0:1763336271.328056:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042024704:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 374us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.328064:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10511 00000100:00100000:3.0:1763336271.338544:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.338602:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024832 00000100:00100000:2.0:1763336271.338613:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024832 00002000:00100000:2.0:1763336271.338660:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (102400->106495) req@ffff9c92ae285880 x1848991042024832/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.338671:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285880 with x1848991042024832 ext(102400->106495) 00002000:00010000:2.0:1763336271.338677:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285880 00000100:00100000:2.0:1763336271.338725:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2041 00000100:00100000:2.0:1763336271.338737:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042024832:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336271.338940:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042024832:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 205us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336271.338949:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2041 00002000:00100000:2.0:1763336271.338966:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (102400->106495) req@ffff9c92ae285880 x1848991042024832/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/4536 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.338982:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285880 with x1848991042024832 ext(102400->106495) 00002000:00010000:2.0:1763336271.338987:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285880 00000100:00100000:1.0:1763336271.345268:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.347383:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042024960 00000100:00100000:2.0:1763336271.347398:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042024960 00002000:00100000:2.0:1763336271.347448:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (155648->159743) req@ffff9c918d2dfb80 x1848991042024960/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.347460:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d2dfb80 with x1848991042024960 ext(155648->159743) 00002000:00010000:2.0:1763336271.347465:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d2dfb80 00000100:00100000:2.0:1763336271.347494:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2042 00000100:00100000:2.0:1763336271.347502:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042024960:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336271.347744:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042024960:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 241us (2483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336271.347752:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2042 00002000:00100000:2.0:1763336271.347759:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (155648->159743) req@ffff9c918d2dfb80 x1848991042024960/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/4536 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.347766:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d2dfb80 with x1848991042024960 ext(155648->159743) 00002000:00010000:2.0:1763336271.347769:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d2dfb80 00000100:00100000:1.0:1763336271.357257:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.357362:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025088 00000100:00100000:0.0:1763336271.357372:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025088 00000100:00100000:0.0:1763336271.357445:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2043 00000100:00100000:0.0:1763336271.357455:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042025088:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336271.357679:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 230887 00002000:00010000:0.0:1763336271.357777:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.357781:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336271.357783:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.357786:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:0.0:1763336271.358536:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042025088:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1077us (1281us total) trans 21474839389 rc 0/0 00000100:00100000:0.0:1763336271.358587:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2043 00000100:00100000:3.0:1763336271.363436:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.363525:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025216 00000100:00100000:0.0:1763336271.363536:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025216 00002000:00100000:0.0:1763336271.363578:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->212991) req@ffff9c92ae285500 x1848991042025216/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336271.363588:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285500 with x1848991042025216 ext(159744->212991) 00002000:00010000:0.0:1763336271.363593:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285500 00000100:00100000:0.0:1763336271.363627:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2044 00000100:00100000:0.0:1763336271.363637:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042025216:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336271.367037:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042025216:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3391us (3600us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1763336271.367050:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2044 00002000:00100000:0.0:1763336271.367066:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->212991) req@ffff9c92ae285500 x1848991042025216/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/440 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336271.367077:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285500 with x1848991042025216 ext(159744->212991) 00002000:00010000:0.0:1763336271.367084:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285500 00000100:00100000:1.0:1763336271.379923:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.380165:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025344 00000100:00100000:0.0:1763336271.380175:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025344 00000100:00100000:0.0:1763336271.380247:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2045 00000100:00100000:0.0:1763336271.380257:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042025344:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336271.380536:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 230887 00002000:00010000:0.0:1763336271.380656:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.380659:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336271.380661:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.380664:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 176 -> 200 00000100:00100000:0.0:1763336271.380884:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042025344:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 626us (967us total) trans 21474839390 rc 0/0 00000100:00100000:0.0:1763336271.380893:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2045 00000100:00100000:3.0:1763336271.389677:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.391206:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025472 00000100:00100000:0.0:1763336271.391216:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025472 00000100:00100000:0.0:1763336271.391285:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2046 00000100:00100000:0.0:1763336271.391294:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042025472:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336271.391475:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 230887 00002000:00010000:0.0:1763336271.391479:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.391482:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336271.391485:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.391487:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:0.0:1763336271.391531:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042025472:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 238us (1995us total) trans 21474839391 rc 0/0 00000100:00100000:0.0:1763336271.391538:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2046 00000100:00100000:1.0:1763336271.399629:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.400411:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025600 00000100:00100000:2.0:1763336271.400423:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025600 00002000:00100000:2.0:1763336271.400469:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (65536->102399) req@ffff9c918d3df800 x1848991042025600/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.400479:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3df800 with x1848991042025600 ext(65536->102399) 00002000:00010000:2.0:1763336271.400486:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3df800 00000100:00100000:2.0:1763336271.400520:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2047 00000100:00100000:2.0:1763336271.400530:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042025600:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336271.404224:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042025600:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3686us (4596us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763336271.404238:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2047 00002000:00100000:1.0:1763336271.404250:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (65536->102399) req@ffff9c918d3df800 x1848991042025600/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/440 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336271.404261:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3df800 with x1848991042025600 ext(65536->102399) 00002000:00010000:1.0:1763336271.404267:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3df800 00000100:00100000:1.0:1763336271.410032:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.410158:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025728 00000100:00100000:2.0:1763336271.410168:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025728 00000100:00100000:2.0:1763336271.410567:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2048 00000100:00100000:2.0:1763336271.410578:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042025728:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336271.410978:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 230887 00002000:00010000:2.0:1763336271.410982:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.410985:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.410987:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.410990:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 200 -> 160 00000100:00100000:2.0:1763336271.411040:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042025728:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 464us (1015us total) trans 21474839392 rc 0/0 00000100:00100000:2.0:1763336271.411047:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2048 00000100:00100000:2.0:1763336271.418204:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.418296:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025856 00000100:00100000:1.0:1763336271.418307:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025856 00002000:00100000:1.0:1763336271.418354:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (4096->69631) req@ffff9c9184ee0380 x1848991042025856/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336271.418364:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0380 with x1848991042025856 ext(4096->69631) 00002000:00010000:1.0:1763336271.418370:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0380 00000100:00100000:1.0:1763336271.418403:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2049 00000100:00100000:1.0:1763336271.418412:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042025856:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336271.422301:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042025856:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3879us (4095us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1763336271.422315:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2049 00002000:00100000:2.0:1763336271.422327:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (4096->69631) req@ffff9c9184ee0380 x1848991042025856/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/440 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.422337:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0380 with x1848991042025856 ext(4096->69631) 00002000:00010000:2.0:1763336271.422343:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0380 00000100:00100000:2.0:1763336271.426324:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.426416:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042025984 00000100:00100000:1.0:1763336271.426426:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042025984 00002000:00100000:1.0:1763336271.426469:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (69632->90111) req@ffff9c91892e8000 x1848991042025984/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336271.426479:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e8000 with x1848991042025984 ext(69632->90111) 00002000:00010000:1.0:1763336271.426484:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892e8000 00000100:00100000:1.0:1763336271.426519:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2050 00000100:00100000:1.0:1763336271.426528:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042025984:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336271.429300:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042025984:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2764us (2976us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1763336271.429313:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2050 00002000:00100000:2.0:1763336271.429325:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (69632->90111) req@ffff9c91892e8000 x1848991042025984/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/440 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336271.429336:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e8000 with x1848991042025984 ext(69632->90111) 00002000:00010000:2.0:1763336271.429342:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892e8000 00000100:00100000:2.0:1763336271.436002:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.436093:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042026112 00000100:00100000:1.0:1763336271.436104:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042026112 00002000:00100000:1.0:1763336271.436148:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (241664->245759) req@ffff9c92bf922a00 x1848991042026112/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336271.436158:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf922a00 with x1848991042026112 ext(241664->245759) 00002000:00010000:1.0:1763336271.436164:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf922a00 00000100:00100000:1.0:1763336271.436197:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2051 00000100:00100000:1.0:1763336271.436206:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042026112:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336271.436842:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042026112:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 633us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.436852:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2051 00002000:00100000:1.0:1763336271.436860:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (241664->245759) req@ffff9c92bf922a00 x1848991042026112/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 488/440 e 0 to 0 dl 1763336282 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336271.436869:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf922a00 with x1848991042026112 ext(241664->245759) 00002000:00010000:1.0:1763336271.436872:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf922a00 00000100:00100000:1.0:1763336271.448163:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.448307:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042026240 00000100:00100000:0.0:1763336271.448320:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042026240 00000100:00100000:0.0:1763336271.448390:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7525 00000100:00100000:0.0:1763336271.448400:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57585:x1848991042026240:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336271.448421:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.448444:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d21 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bb3 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.448481:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.448497:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.448499:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.448504:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d21 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bb3 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.448544:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.448559:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 1159 lvb_type: 1 00000100:00100000:0.0:1763336271.448574:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056171136:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.448673:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3480 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.451813:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.451841:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056171136:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.451888:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d21 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bb3 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.451914:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a600, rc 0) 00000100:00100000:0.0:1763336271.452010:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042026240:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3609us (3858us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.452022:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7525 00000100:00100000:1.0:1763336271.452279:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042026368 00000100:00100000:1.0:1763336271.452289:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042026368 00010000:00010000:1.0:1763336271.452329:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 1159 lvb_type: 1 00000100:00100000:1.0:1763336271.453066:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3549 00000100:00100000:1.0:1763336271.453082:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042026368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336271.453101:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.453129:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 1159 lvb_type: 1 00010000:00010000:1.0:1763336271.453145:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 1159 lvb_type: 1 00010000:00010000:1.0:1763336271.453176:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4364c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66347 expref: 24 pid: 28588 timeout: 1159 lvb_type: 1 00010000:00010000:1.0:1763336271.453194:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.453196:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.453204:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bb3 expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.453216:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bb3 expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.453259:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a600/0x84ca14902aa44d21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bb3 expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.453274:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056171264:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336271.453366:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.458056:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056171264:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336271.458095:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.458375:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042026368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5296us (6574us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.458388:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3549 00000100:00100000:2.0:1763336271.459281:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.459333:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042026496 00000100:00100000:1.0:1763336271.459344:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042026496 00000100:00100000:1.0:1763336271.459419:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2052 00000100:00100000:1.0:1763336271.459438:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042026496:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336271.459976:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 230887 00002000:00010000:1.0:1763336271.459981:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336271.459984:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336271.459986:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336271.459989:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1763336271.460063:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042026496:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 624us (786us total) trans 21474839393 rc 0/0 00000100:00100000:1.0:1763336271.460073:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2052 00000100:00100000:2.0:1763336271.468408:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.468520:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042026624 00000100:00100000:1.0:1763336271.468533:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042026624 00000100:00100000:1.0:1763336271.468622:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2053 00000100:00100000:1.0:1763336271.468634:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991042026624:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336271.468947:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 230887 00002000:00010000:1.0:1763336271.468952:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336271.468966:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336271.468968:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336271.468971:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 208 00000100:00100000:1.0:1763336271.469039:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042026624:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 407us (644us total) trans 21474839394 rc 0/0 00000100:00100000:1.0:1763336271.469048:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2053 00000100:00100000:2.0:1763336271.475565:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.475682:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042026880 00000100:00100000:1.0:1763336271.475800:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042026880 00000100:00100000:2.0:1763336271.476418:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3614 00000100:00100000:2.0:1763336271.476435:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042026880:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336271.476872:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042026880:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 438us (1317us total) trans 4294968746 rc 0/0 00000100:00100000:2.0:1763336271.476881:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3614 00000100:00100000:2.0:1763336271.490294:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.490411:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042027008 00000100:00100000:0.0:1763336271.490423:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042027008 00000100:00100000:0.0:1763336271.490505:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10512 00000100:00100000:0.0:1763336271.490517:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57615:x1848991042027008:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.490549:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.490579:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44d28 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bba expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.490670:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:0.0:1763336271.490727:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490741:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490756:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:0.0:1763336271.490763:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490770:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490863:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:0.0:1763336271.490874:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490880:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00000004:00200000:0.0:1763336271.490929:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336271.490934:0:6512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336271.490965:0:6512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490979:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490988:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.490995:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 2/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491002:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491008:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336271.491013:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491021:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491034:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5a00) 00010000:00010000:0.0:1763336271.491038:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336271.491044:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491051:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44d2f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491065:0:6512:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491071:0:6512:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491077:0:6512:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491083:0:6512:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e34800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336271.491086:0:6512:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491091:0:6512:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491098:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5f00) 00010000:00010000:0.0:1763336271.491101:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336271.491104:0:6512:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491109:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44d36 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6512 initiator: MDT1 00010000:00010000:0.0:1763336271.491146:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44d28 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 22 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.491163:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 21 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.491171:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.491174:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336271.491176:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:0.0:1763336271.491249:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042027008:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 734us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.491258:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10512 00000100:00100000:1.0:1763336271.496583:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.497870:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042027264 00000100:00100000:0.0:1763336271.497887:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042027264 00000100:00100000:0.0:1763336271.497996:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10513 00000100:00100000:0.0:1763336271.498007:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042027264:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.498033:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.498059:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d44 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bc1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.498204:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.498220:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.498228:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 22 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.498236:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 5/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.498277:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 22 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.498291:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 22 pid: 6512 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.498306:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056171392:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.498413:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.498422:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.498431:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056171520:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.498455:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3480 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.500365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.500467:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042027392 00000100:00100000:3.0:1763336271.500478:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042027392 00010000:00010000:3.0:1763336271.500526:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 23 pid: 6512 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.500571:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3550 00000100:00100000:3.0:1763336271.500582:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8985050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042027392:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336271.500599:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336271.500606:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 23 pid: 6512 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.500621:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 23 pid: 6512 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.500649:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336271.500653:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336271.500661:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336271.500668:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336271.500774:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8985050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042027392:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 193us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.500783:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3550 00010000:00010000:0.0:1763336271.503176:0:6513:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.16@tcp) returned -22 from blocking AST (req@00000000f3d4df6e x1848991056171392) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 1/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 22 pid: 6512 timeout: 1159 lvb_type: 0 00010000:00010000:0.0:1763336271.503204:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d3d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bba expref: 22 pid: 6512 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.503225:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056171392:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336271.505423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.505534:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042027520 00000100:00100000:3.0:1763336271.505547:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042027520 00000100:00100000:0.0:1763336271.505626:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056171520:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.505663:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.505671:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.505682:0:6513:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.505782:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336271.505787:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.505833:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3551 00000100:00100000:3.0:1763336271.505845:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042027520:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336271.505863:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336271.505869:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.505884:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.505910:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44d1a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bac expref: 22 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.505932:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336271.505936:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336271.505949:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336271.505967:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336271.506076:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.506138:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.506145:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336271.506149:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042027520:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 306us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.506157:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3551 00000004:00200000:0.0:1763336271.506174:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336271.506338:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d44 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.506358:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.506366:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.506369:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336271.506372:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:0.0:1763336271.506417:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042027264:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 8411us (9847us total) trans 4294968747 rc 0/0 00000100:00100000:0.0:1763336271.506424:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10513 00000100:00100000:1.0:1763336271.509027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.509141:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042027648 00000100:00100000:0.0:1763336271.509153:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042027648 00000100:00100000:3.0:1763336271.509262:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10514 00000100:00100000:3.0:1763336271.509276:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042027648:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336271.509307:0:6512:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336271.509333:0:6512:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44d59 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bc8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.509461:0:6512:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6512 initiator: MDT0 00010000:00010000:3.0:1763336271.509478:0:6512:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.509487:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6512 initiator: MDT1 00010000:00010000:3.0:1763336271.509528:0:6512:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.509543:0:6512:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 22 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.509558:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6512:1848991056171648:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336271.509786:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9288cfdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336271.511250:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6512:1848991056171648:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336271.511283:0:6512:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00000100:00100000:1.0:1763336271.512207:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.512423:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042027776 00000100:00100000:2.0:1763336271.512437:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042027776 00010000:00010000:2.0:1763336271.512484:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 23 pid: 6513 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.512541:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3552 00000100:00100000:2.0:1763336271.512552:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042027776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.512568:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.512576:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 23 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.512590:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 23 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.512617:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d4b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc1 expref: 23 pid: 6513 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.512635:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.512642:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00010000:00010000:2.0:1763336271.512652:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6512 initiator: MDT1 00010000:00010000:2.0:1763336271.512660:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6512 initiator: MDT1 00010000:00010000:2.0:1763336271.512725:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.512791:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042027776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 240us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.512799:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3552 00010000:00010000:3.0:1763336271.512972:0:6512:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00010000:00010000:3.0:1763336271.512980:0:6512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00000004:00200000:3.0:1763336271.513047:0:6512:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:3.0:1763336271.513053:0:6512:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336271.513078:0:6512:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6512 initiator: MDT1 00010000:00010000:3.0:1763336271.513114:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa44d59 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc8 expref: 22 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.513131:0:6512:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc8 expref: 21 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.513140:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336271.513143:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336271.513146:0:6512:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336271.513191:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042027648:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3918us (4176us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.513202:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10514 00000100:00100000:1.0:1763336271.516768:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.516920:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028032 00000100:00100000:3.0:1763336271.516933:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028032 00000100:00100000:0.0:1763336271.517157:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10515 00000100:00100000:0.0:1763336271.517173:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042028032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.517200:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.517228:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d67 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bcf expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.517368:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44d6e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.517385:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44d6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.517397:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44d6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.517412:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336271.517646:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d67 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bcf expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.517669:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44d6e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bcf expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.517678:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.517681:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336271.517722:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:0.0:1763336271.517792:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57615:x1848991042028032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 623us (1174us total) trans 4294968748 rc 0/0 00000100:00100000:0.0:1763336271.517800:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10515 00000100:00100000:2.0:1763336271.520039:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.520087:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.520124:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.520239:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028160 00000100:00100000:0.0:1763336271.520252:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028160 00000100:00100000:0.0:1763336271.520335:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028288 00000100:00100000:0.0:1763336271.520339:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028288 00000100:00100000:0.0:1763336271.520355:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028416 00000100:00100000:0.0:1763336271.520358:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028416 00000100:00100000:0.0:1763336271.520384:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7526 00000100:00100000:0.0:1763336271.520395:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042028160:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336271.520455:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520477:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520485:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.520487:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.520491:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520538:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520553:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 25 pid: 29013 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.520569:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056171776:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.520665:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9298760000 going to sleep for 11 seconds 00000100:00100000:0.0:1763336271.520724:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7527 00000100:00100000:0.0:1763336271.520732:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042028288:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336271.520751:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520763:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520770:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.520772:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.520774:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520795:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520804:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 25 pid: 8399 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.520813:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056171904:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.520842:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336271.520860:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7528 00000100:00100000:0.0:1763336271.520869:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042028416:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336271.520891:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520904:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520911:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.520913:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.520915:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520934:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 23 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.520944:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 23 pid: 8399 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.520966:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056172032:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.520991:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.531489:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.531514:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.531538:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.531662:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056171904:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336271.531730:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.531765:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028672 00000100:00100000:2.0:1763336271.531772:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028672 00010000:00010000:2.0:1763336271.531817:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 26 pid: 8399 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.531847:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028800 00000100:00100000:2.0:1763336271.531849:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028800 00010000:00010000:2.0:1763336271.531863:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 24 pid: 8399 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.531887:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3553 00000100:00100000:2.0:1763336271.531896:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042028672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.531918:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.531948:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 26 pid: 8399 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.531967:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 26 pid: 8399 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.531995:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b400/0x84ca14902aa44bd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b20 expref: 26 pid: 8399 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.532021:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.532024:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.532029:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532039:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532064:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.532116:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042028672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 220us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.532124:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3553 00000100:00100000:2.0:1763336271.532150:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3554 00000100:00100000:2.0:1763336271.532156:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042028800:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336271.532164:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.532178:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 24 pid: 8399 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.532187:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 24 pid: 8399 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336271.532200:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.532202:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.532211:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532225:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532236:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336271.532252:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042028800:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 97us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.532258:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3554 00010000:00010000:2.0:1763336271.532280:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532288:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532309:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532316:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532325:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532333:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336271.532337:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532351:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532361:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.532368:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44d83 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.532410:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042028288:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 11680us (12324us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.532419:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7527 00000100:00100000:0.0:1763336271.532939:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056171776:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.532982:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.533013:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028544 00000100:00100000:0.0:1763336271.533019:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028544 00002000:00100000:0.0:1763336271.533062:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (94208->262143) req@ffff9c918a242300 x1848991042028544/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 504/0 e 0 to 0 dl 1763336282 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336271.533073:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a242300 with x1848991042028544 ext(94208->262143) 00010000:00010000:0.0:1763336271.533081:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 24 pid: 29013 timeout: 1159 lvb_type: 0 00010000:00010000:0.0:1763336271.533095:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 24 pid: 29013 timeout: 1159 lvb_type: 0 00002000:00010000:0.0:1763336271.533102:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c918a242300 00000100:00100000:0.0:1763336271.533133:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 132 00000100:00100000:0.0:1763336271.533143:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042028544:12345-192.168.203.16@tcp:4:fsx.0 00010000:00010000:3.0:1763336271.533918:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44bdf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b27 expref: 23 pid: 8399 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.533937:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056172032:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336271.533965:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.533976:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.533983:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534008:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534016:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534024:0:8396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534031:0:8396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336271.534035:0:8396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534044:0:8396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534061:0:8396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.534069:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44d8a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336271.534127:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042028416:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 13259us (14001us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.534136:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7528 00000100:00100000:0.0:1763336271.542054:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042028544:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 8896us (10561us total) trans 21474839398 rc 0/0 00000100:00100000:0.0:1763336271.542072:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 132 00002000:00100000:0.0:1763336271.542089:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (94208->262143) req@ffff9c918a242300 x1848991042028544/t21474839398(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:562/0 lens 504/448 e 0 to 0 dl 1763336282 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336271.542102:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a242300 with x1848991042028544 ext(94208->262143) 00010000:00010000:0.0:1763336271.542115:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 29 pid: 29013 timeout: 1159 lvb_type: 0 00010000:00010000:0.0:1763336271.542145:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 29 pid: 29013 timeout: 1159 lvb_type: 0 00002000:00010000:0.0:1763336271.542154:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c918a242300 00000100:00100000:2.0:1763336271.545231:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.545507:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042028928 00000100:00100000:1.0:1763336271.545521:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042028928 00010000:00010000:1.0:1763336271.545572:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 29 pid: 29013 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336271.545624:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3555 00000100:00100000:1.0:1763336271.545635:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042028928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336271.545655:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763336271.545679:0:6497:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 230887 -> 262144 00002000:00010000:1.0:1763336271.545793:0:6497:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 384 00010000:00010000:1.0:1763336271.545801:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 29 pid: 29013 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.545817:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 29 pid: 29013 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.545845:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa44d0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ba5 expref: 29 pid: 29013 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.545864:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.545867:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.545873:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.545884:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.545931:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.546006:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042028928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 372us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.546019:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3555 00010000:00010000:0.0:1763336271.546552:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546567:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546595:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546605:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546613:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546621:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336271.546626:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546635:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546657:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.546665:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44d7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.546774:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042028160:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 26379us (26747us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.546784:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7526 00000100:00100000:2.0:1763336271.551170:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.551283:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029184 00000100:00100000:0.0:1763336271.551295:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029184 00000100:00100000:0.0:1763336271.551375:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10516 00000100:00100000:0.0:1763336271.551388:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57615:x1848991042029184:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336271.551461:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336271.551498:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa44d05 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b9e expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.551521:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa44d60 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bc8 expref: 22 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.551530:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.551535:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.551564:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.551576:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.551586:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336271.551898:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].142, 88 off20032 00000004:00080000:0.0:1763336271.551915:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059513228309ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.551969:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].146, 88 off20384 00000004:00080000:0.0:1763336271.551974:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059513288786ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.552009:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].143, 88 off20120 00000004:00080000:0.0:1763336271.552015:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059513329172ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.552027:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].147, 88 off20472 00000004:00080000:0.0:1763336271.552031:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059513345944ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.552045:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].148, 88 off20560 00000004:00080000:0.0:1763336271.552049:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059513363793ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.552060:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].144, 88 off20208 00000004:00080000:0.0:1763336271.552064:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059513378334ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.552089:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].145, 88 off20296 00000004:00080000:0.0:1763336271.552098:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059513412737ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.552110:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].149, 88 off20648 00000004:00080000:0.0:1763336271.552113:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059513427989ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.552122:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].150, 88 off20736 00000004:00080000:0.0:1763336271.552125:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059513439624ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336271.552133:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].146, 88 off20384 00000004:00080000:0.0:1763336271.552136:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059513451179ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.552146:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].147, 88 off20472 00000004:00080000:0.0:1763336271.552150:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1059513464907ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336271.552161:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].151, 88 off20824 00000004:00080000:0.0:1763336271.552166:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1059513481029ns, next at 1056126607009ns, rc = 0 00000001:00080000:2.0:1763336271.554208:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968749 is committed 00000004:00080000:2.0:1763336271.554225:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 148 committed 00000004:00080000:2.0:1763336271.554249:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 148 committed 00000004:00080000:2.0:1763336271.554267:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 147 committed 00000004:00080000:2.0:1763336271.554270:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 147 committed 00000004:00080000:2.0:1763336271.554273:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 146 committed 00000004:00080000:2.0:1763336271.554275:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 146 committed 00000004:00080000:2.0:1763336271.554277:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 145 committed 00000004:00080000:2.0:1763336271.554279:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 145 committed 00000004:00080000:2.0:1763336271.554280:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 144 committed 00000004:00080000:2.0:1763336271.554283:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 144 committed 00000004:00080000:2.0:1763336271.554284:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 143 committed 00000004:00080000:2.0:1763336271.554286:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 143 committed 00000020:00080000:2.0:1763336271.554306:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 47 batchid updated 00000100:00100000:3.0:1763336271.554414:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172288:0@lo:2:osp-syn-1-1.0 00000020:00080000:0.0:1763336271.554431:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 47 00000100:00100000:1.0:1763336271.554462:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056172416:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336271.554497:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.554549:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056172928:0@lo:2:osp-syn-0-1.0 00000020:00080000:0.0:1763336271.554563:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 47 cancel update log [0x240000400:0x2:0x0].26: rc = 0 00000100:00100000:1.0:1763336271.554574:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1763336271.554577:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 47 00000100:00100000:1.0:1763336271.554598:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056173440:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336271.554605:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.554621:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763336271.554625:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000901fa83b reply state 0000000082678a0c transno 4294968749 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336271.554631:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172800:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336271.554635:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1763336271.554641:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056172544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336271.554657:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336271.554668:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336271.554676:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056173312:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.554676:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172416 00000100:00100000:1.0:1763336271.554720:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172416 00010000:00010000:0.0:1763336271.554721:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.554727:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763336271.554728:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336271.554734:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336271.554749:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1763336271.554755:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172160:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336271.554771:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172928 00000100:00100000:1.0:1763336271.554774:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172928 00000100:00100000:3.0:1763336271.554776:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336271.554790:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172672:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336271.554792:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172288 00000100:00100000:1.0:1763336271.554794:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172288 00000100:00100000:1.0:1763336271.554807:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056173440 00000100:00100000:3.0:1763336271.554809:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.554809:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056173440 00000100:00100000:1.0:1763336271.554822:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172800 00000100:00100000:1.0:1763336271.554824:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172800 00000100:00100000:1.0:1763336271.554834:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056173312 00000100:00100000:1.0:1763336271.554837:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056173312 00000100:00100000:1.0:1763336271.554848:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172160 00000100:00100000:1.0:1763336271.554850:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172160 00010000:00080000:0.0:1763336271.554856:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763336271.554861:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172672 00000100:00100000:1.0:1763336271.554864:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172672 00000100:00100000:0.0:1763336271.554880:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042029184:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 3489us (3718us total) trans 4294968749 rc 0/0 00000100:00100000:1.0:1763336271.554884:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7529 00000100:00100000:0.0:1763336271.554898:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10516 00000100:00100000:1.0:1763336271.554899:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056172416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336271.554908:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056173184:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336271.554933:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763336271.554935:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.554945:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.554967:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336271.554968:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056173184 00000100:00100000:3.0:1763336271.554973:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056173184 00010000:00010000:0.0:1763336271.554983:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336271.554988:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.554996:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336271.555014:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7530 00010000:00010000:0.0:1763336271.555015:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.555020:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763336271.555025:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056172928:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336271.555026:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.555037:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa44d91 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00002000:00010000:1.0:1763336271.555062:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:1.0:1763336271.555067:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336271.555070:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336271.555073:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336271.555075:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:1.0:1763336271.555108:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3648:x1848991056172416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 215us (611us total) trans 17179872045 rc 0/0 00000100:00100000:1.0:1763336271.555116:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7529 00000100:00100000:2.0:1763336271.555126:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056172928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 104us (552us total) trans 21474839399 rc 0/0 00000100:00100000:2.0:1763336271.555132:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7530 00000100:00100000:1.0:1763336271.555136:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7531 00000100:00100000:2.0:1763336271.555143:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7532 00000100:00100000:1.0:1763336271.555143:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056172288:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336271.555148:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056173440:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336271.555198:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.555201:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.555204:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.555207:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.555209:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336271.555241:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056173440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (618us total) trans 21474839400 rc 0/0 00000100:00100000:0.0:1763336271.555245:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7533 00000100:00100000:2.0:1763336271.555254:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7532 00000100:00100000:0.0:1763336271.555259:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056172800:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336271.555273:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7534 00000100:00100000:2.0:1763336271.555281:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3647:x1848991056173312:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336271.555348:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.555351:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 237828 -> 237828 00002000:00010000:0.0:1763336271.555352:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336271.555357:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.555359:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.555362:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.555364:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336270 -> 1763336270 00002000:00010000:2.0:1763336271.555367:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00002000:00010000:0.0:1763336271.555369:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336271.555373:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1763336271.555415:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056172800:12345-0@lo:2:osp-syn-1-1.0 Request processed in 159us (756us total) trans 17179872046 rc 0/0 00000100:00100000:2.0:1763336271.555418:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d2dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056173312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (689us total) trans 21474839401 rc 0/0 00000100:00100000:0.0:1763336271.555428:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7533 00000100:00100000:0.0:1763336271.555443:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7535 00000100:00100000:0.0:1763336271.555449:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056172160:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336271.555505:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336271.555508:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336271.555511:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336271.555514:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336271.555517:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336271.555525:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7536 00000100:00100000:3.0:1763336271.555536:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056172672:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336271.555548:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056172160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (768us total) trans 17179872047 rc 0/0 00000100:00100000:0.0:1763336271.555556:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7535 00000100:00100000:0.0:1763336271.555571:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7537 00000100:00100000:0.0:1763336271.555579:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056173184:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336271.555608:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 218202 -> 218202 00002000:00010000:3.0:1763336271.555612:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.555615:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.555617:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.555620:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 288 -> 288 00002000:00010000:0.0:1763336271.555648:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763336271.555652:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056172672:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (840us total) trans 17179872048 rc 0/0 00002000:00010000:0.0:1763336271.555653:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.555660:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336271.555664:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336267 00000100:00100000:3.0:1763336271.555666:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7536 00002000:00010000:0.0:1763336271.555670:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336271.555741:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056173184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 160us (804us total) trans 21474839402 rc 0/0 00000100:00100000:3.0:1763336271.555742:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336271.555753:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7537 00000100:00100000:0.0:1763336271.555771:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056172544 00000100:00100000:3.0:1763336271.555774:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056173056:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336271.555778:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056172544 00000100:00100000:3.0:1763336271.555809:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336271.555814:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7538 00000100:00100000:0.0:1763336271.555824:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3648:x1848991056172544:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336271.555833:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056173568:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336271.555857:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336271.555894:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c684700/2, rc 0, transno 21474839400 00000100:00100000:3.0:1763336271.555901:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056173440:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336271.555902:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336271.555909:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.555911:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.555914:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336268 -> 1763336268 00000004:00080000:3.0:1763336271.555916:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187017100/2, rc 0, transno 21474839399 00002000:00010000:0.0:1763336271.555918:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336271.555922:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056172928:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.555930:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3647:x1848991056172288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 787us (1324us total) trans 17179872050 rc 0/0 00000004:00080000:3.0:1763336271.555935:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9d500/2, rc 0, transno 17179872045 00000100:00100000:1.0:1763336271.555937:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7531 00000100:00100000:3.0:1763336271.555939:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056172416:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336271.555949:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056173056 00000100:00100000:1.0:1763336271.555962:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056173056 00000100:00100000:1.0:1763336271.555982:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056173568 00000100:00100000:1.0:1763336271.555984:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056173568 00000100:00100000:0.0:1763336271.555998:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3648:x1848991056172544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 174us (257us total) trans 17179872049 rc 0/0 00000100:00100000:1.0:1763336271.556000:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7539 00000100:00100000:1.0:1763336271.556010:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3648:x1848991056173056:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336271.556011:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7538 00000100:00100000:0.0:1763336271.556033:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7540 00000100:00100000:0.0:1763336271.556042:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3648:x1848991056173568:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336271.556092:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3648:x1848991056173056:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (283us total) trans 21474839403 rc 0/0 00000100:00100000:1.0:1763336271.556099:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7539 00000100:00100000:0.0:1763336271.556138:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+19:3648:x1848991056173568:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (278us total) trans 21474839404 rc 0/0 00000100:00100000:0.0:1763336271.556146:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7540 00000100:00100000:2.0:1763336271.556280:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7534 00000004:00080000:3.0:1763336271.556765:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9f480/2, rc 0, transno 17179872049 00000100:00100000:3.0:1763336271.556775:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056172544:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336271.556793:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187016a00/2, rc 0, transno 21474839403 00000100:00100000:3.0:1763336271.556797:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056173056:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336271.556806:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f42300/2, rc 0, transno 21474839404 00000100:00100000:3.0:1763336271.556811:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056173568:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336271.556875:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a240a80/2, rc 0, transno 17179872047 00000100:00100000:3.0:1763336271.556879:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172160:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336271.556888:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9df80/2, rc 0, transno 17179872048 00000100:00100000:3.0:1763336271.556891:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172672:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336271.556900:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187015f80/2, rc 0, transno 21474839402 00000100:00100000:3.0:1763336271.556903:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056173184:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336271.556911:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9f100/2, rc 0, transno 17179872046 00000100:00100000:3.0:1763336271.556913:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172800:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336271.556921:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187016680/2, rc 0, transno 21474839401 00000100:00100000:3.0:1763336271.556925:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056173312:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336271.556932:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184d9c700/2, rc 0, transno 17179872050 00000100:00100000:3.0:1763336271.556935:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056172288:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336271.558235:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.559056:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029312 00000100:00100000:0.0:1763336271.559072:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029312 00000100:00100000:1.0:1763336271.559294:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10517 00000100:00100000:1.0:1763336271.559310:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042029312:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.559341:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.559373:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bd6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.559445:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.559458:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.559474:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.559476:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336271.559480:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2200, rc 0) 00000100:00100000:1.0:1763336271.559544:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042029312:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 239us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.559549:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10517 00000100:00100000:3.0:1763336271.561993:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.562732:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029440 00000100:00100000:1.0:1763336271.562746:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029440 00000100:00100000:1.0:1763336271.562808:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10518 00000100:00100000:1.0:1763336271.562818:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042029440:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.562855:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.562882:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa44d9f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bdd expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.563034:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44da6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.563051:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44da6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.563065:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44da6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336271.563110:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:1.0:1763336271.563115:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336271.563137:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44da6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.563171:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa44d9f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bdd expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.563192:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44da6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bdd expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.563201:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.563204:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336271.563208:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2000, rc 0) 00000100:00100000:1.0:1763336271.563292:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57615:x1848991042029440:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 474us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.563300:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10518 00000100:00100000:2.0:1763336271.568441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.568492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.568582:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029568 00000100:00100000:3.0:1763336271.568587:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029696 00000100:00100000:0.0:1763336271.568597:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029568 00000100:00100000:3.0:1763336271.568599:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029696 00000100:00100000:3.0:1763336271.568718:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7541 00000100:00100000:3.0:1763336271.568731:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042029696:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336271.568755:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336271.568785:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66beb expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336271.568816:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a604f, atime: 0x691a604d, ctime: 0x691a604f, blocks: 0x1800 00000100:00100000:0.0:1763336271.568825:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7542 00000100:00100000:0.0:1763336271.568840:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042029568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336271.568842:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.568848:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.568858:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336271.568865:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 29 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.568882:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66be4 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.568888:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 29 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336271.568913:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00002000:00010000:0.0:1763336271.568917:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 262144, mtime: 0x691a604f, atime: 0x691a604d, ctime: 0x691a604f, blocks: 0x180 00010000:00010000:0.0:1763336271.568939:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.568941:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.568963:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 30 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.568981:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 30 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.568996:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:3.0:1763336271.569005:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042029696:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 271us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.569016:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7541 00000100:00100000:0.0:1763336271.569061:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042029568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 223us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.569069:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7542 00000100:00100000:1.0:1763336271.575255:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.575417:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029824 00000100:00100000:3.0:1763336271.575429:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029824 00000100:00100000:3.0:1763336271.575502:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7543 00000100:00100000:3.0:1763336271.575515:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042029824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336271.575538:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336271.575567:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bf2 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336271.575599:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a604f, atime: 0x691a604d, ctime: 0x691a604f, blocks: 0x0 00010000:00010000:3.0:1763336271.575624:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.575628:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.575639:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 23 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336271.575660:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 23 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336271.575676:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:3.0:1763336271.575777:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042029824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 264us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.575785:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7543 00000100:00100000:3.0:1763336271.609940:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.610118:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042029952 00000100:00100000:2.0:1763336271.610133:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042029952 00000100:00100000:2.0:1763336271.610633:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7544 00000100:00100000:2.0:1763336271.610647:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042029952:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336271.611013:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042029952:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 367us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.611022:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7544 00000100:00100000:1.0:1763336271.614989:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.615094:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030080 00000100:00100000:2.0:1763336271.615108:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030080 00000100:00100000:2.0:1763336271.615847:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7545 00000100:00100000:2.0:1763336271.615864:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042030080:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336271.616231:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042030080:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 372us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.616241:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7545 00000100:00100000:1.0:1763336271.620454:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.621634:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030336 00000100:00100000:2.0:1763336271.621652:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030336 00000100:00100000:2.0:1763336271.621761:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10519 00000100:00100000:2.0:1763336271.621789:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57615:x1848991042030336:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336271.621864:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.621900:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44da6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bdd expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.621923:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.621930:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336271.622173:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336271.622189:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.622201:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:2.0:1763336271.622256:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968750 00000004:00010000:2.0:1763336271.622281:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000787c6c31 reply state 0000000039edc456 transno 4294968751 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.622294:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.622300:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.622303:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336271.622306:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336271.622438:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57615:x1848991042030336:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 666us (1994us total) trans 4294968751 rc 0/0 00000100:00100000:2.0:1763336271.622447:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10519 00000020:00080000:2.0:1763336271.622459:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336271.626117:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.626181:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030464 00000100:00100000:2.0:1763336271.626195:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030464 00000100:00100000:2.0:1763336271.626269:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7546 00000100:00100000:2.0:1763336271.626281:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57615:x1848991042030464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.626304:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.626329:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66bf9 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.626373:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.626381:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.626384:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.626388:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.626427:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.626442:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 1159 lvb_type: 1 00000100:00100000:2.0:1763336271.626456:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056173696:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336271.627891:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.631114:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056173696:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336271.631168:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.631193:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:2.0:1763336271.631276:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57615:x1848991042030464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4997us (5172us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.631287:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7546 00000100:00100000:1.0:1763336271.632643:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.632988:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030592 00000100:00100000:0.0:1763336271.633000:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030592 00010000:00010000:0.0:1763336271.633048:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 1159 lvb_type: 1 00000100:00100000:0.0:1763336271.633098:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3556 00000100:00100000:0.0:1763336271.633108:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042030592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336271.633131:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.633137:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 1159 lvb_type: 1 00010000:00010000:0.0:1763336271.633151:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 1159 lvb_type: 1 00010000:00010000:0.0:1763336271.633179:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf948e00/0x84ca14902aa44747 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66960 expref: 24 pid: 9765 timeout: 1159 lvb_type: 1 00010000:00010000:0.0:1763336271.633195:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.633197:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.633204:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.633216:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.633260:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.633285:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056173824:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336271.633381:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.637349:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056173824:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336271.637387:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.637464:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042030592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4356us (4826us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.637478:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3556 00000100:00100000:3.0:1763336271.638022:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.638137:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030720 00000100:00100000:0.0:1763336271.638148:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030720 00002000:00010000:0.0:1763336271.638201:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:0.0:1763336271.638207:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ece300 with x1848991042030720 ext(0->18446744073709551615) 00000100:00100000:3.0:1763336271.638218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:0.0:1763336271.638221:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ece300. 00000100:00100000:0.0:1763336271.638258:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030848 00000100:00100000:0.0:1763336271.638263:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030848 00002000:00010000:0.0:1763336271.638279:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336271.638283:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecd880 with x1848991042030848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336271.638291:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecd880. 00000100:00100000:2.0:1763336271.638294:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2054 00000100:00100000:2.0:1763336271.638310:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042030720:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336271.638681:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2055 00000100:00100000:0.0:1763336271.638720:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042030848:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336271.638831:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336271.638836:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336267 -> 1763336271 00002000:00010000:0.0:1763336271.638840:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336271.638843:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336267 -> 1763336271 00002000:00010000:0.0:1763336271.638846:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336271.638906:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042030848:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 188us (689us total) trans 21474839405 rc 0/0 00000100:00100000:0.0:1763336271.638915:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2055 00002000:00010000:2.0:1763336271.638917:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 237828 -> 0 00002000:00010000:0.0:1763336271.638919:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00010000:2.0:1763336271.638923:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336267 -> 1763336271 00002000:00100000:0.0:1763336271.638925:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ecd880 with x1848991042030848 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.638929:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336271.638934:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336267 -> 1763336271 00002000:00010000:0.0:1763336271.638934:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92a9ecd880. 00002000:00010000:2.0:1763336271.638938:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 264 -> 0 00000100:00100000:2.0:1763336271.639369:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042030720:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1062us (1347us total) trans 17179872051 rc 0/0 00000100:00100000:2.0:1763336271.639379:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2054 00002000:00010000:2.0:1763336271.639382:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.639386:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92a9ece300 with x1848991042030720 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.639391:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92a9ece300. 00000100:00100000:3.0:1763336271.641843:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.642551:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042030976 00000100:00100000:1.0:1763336271.642566:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042030976 00000100:00100000:1.0:1763336271.642643:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10520 00000100:00100000:1.0:1763336271.642654:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57615:x1848991042030976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.642729:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.642758:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44dd0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c00 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.642888:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44dd7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.642907:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.642920:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336271.642965:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336271.642971:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336271.642993:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.643023:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44dd0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c00 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.643043:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44dd7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c00 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.643053:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.643056:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336271.643061:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:1.0:1763336271.643143:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57615:x1848991042030976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 490us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.643151:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10520 00000100:00100000:3.0:1763336271.647598:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.647754:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042031232 00000100:00100000:1.0:1763336271.647768:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042031232 00000100:00100000:1.0:1763336271.647851:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10521 00000100:00100000:1.0:1763336271.647866:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57615:x1848991042031232:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336271.647936:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.647980:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44dd7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c00 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.648003:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.648010:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336271.648234:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.648252:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.648264:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336271.648318:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968752 00000004:00010000:1.0:1763336271.648348:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d198b248 reply state 00000000ba45577e transno 4294968753 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.648362:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.648367:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.648370:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336271.648373:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336271.648485:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57615:x1848991042031232:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 623us (901us total) trans 4294968753 rc 0/0 00000100:00100000:1.0:1763336271.648494:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10521 00000020:00080000:1.0:1763336271.648501:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336271.652736:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.652969:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042031360 00000100:00100000:0.0:1763336271.652983:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042031360 00000100:00100000:0.0:1763336271.653063:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7547 00000100:00100000:0.0:1763336271.653076:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57615:x1848991042031360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.653102:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.653128:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c07 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.653169:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 31 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.653179:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.653182:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.653187:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 31 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.653234:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 31 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336271.653251:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 31 pid: 30886 timeout: 1159 lvb_type: 1 00000100:00100000:0.0:1763336271.653267:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056173952:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.653382:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336271.655900:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.656095:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042031488 00000100:00100000:2.0:1763336271.656111:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042031488 00010000:00010000:2.0:1763336271.656159:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 32 pid: 30886 timeout: 1159 lvb_type: 1 00000100:00100000:0.0:1763336271.656186:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056173952:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336271.656207:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3557 00000100:00100000:2.0:1763336271.656218:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8984450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991042031488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336271.656227:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 32 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.656236:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.656245:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 32 pid: 30886 timeout: 1159 lvb_type: 1 00010000:00010000:0.0:1763336271.656251:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00010000:00010000:2.0:1763336271.656267:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 32 pid: 30886 timeout: 1159 lvb_type: 1 00010000:00010000:2.0:1763336271.656301:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa449a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a40 expref: 32 pid: 30886 timeout: 1159 lvb_type: 1 00010000:00010000:2.0:1763336271.656316:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.656319:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.656326:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 31 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.656339:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 31 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.656341:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57615:x1848991042031360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3265us (3651us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.656358:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7547 00010000:00010000:2.0:1763336271.656391:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 30 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.656406:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056174080:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336271.656462:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.659360:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056174080:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336271.659393:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.659461:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8984450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042031488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3243us (3572us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.659475:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3557 00000100:00100000:1.0:1763336271.660179:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.660257:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042031616 00000100:00100000:2.0:1763336271.660267:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042031616 00000100:00100000:2.0:1763336271.660326:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7548 00000100:00100000:2.0:1763336271.660337:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57615:x1848991042031616:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.660359:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.660383:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c0e expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.660420:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 25 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.660431:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336271.660434:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336271.660440:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.660479:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 25 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.660494:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 25 pid: 35222 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.660509:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174208:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336271.660593:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336271.664033:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.664340:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042031744 00000100:00100000:3.0:1763336271.664352:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042031744 00010000:00010000:3.0:1763336271.664402:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 26 pid: 35222 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336271.664899:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174208:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336271.664939:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.664974:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:2.0:1763336271.665039:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57615:x1848991042031616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4703us (4864us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.665048:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7548 00000100:00100000:3.0:1763336271.665551:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3558 00000100:00100000:3.0:1763336271.665639:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042031744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336271.665659:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336271.665668:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 25 pid: 35222 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.665720:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 25 pid: 35222 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.665749:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa44659 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6691a expref: 25 pid: 35222 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.665764:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.665767:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.665772:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.665784:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.665827:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336271.665841:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918679ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056174336:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336271.665922:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9288cfdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336271.670140:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918679ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056174336:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336271.670177:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336271.670629:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042031744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4993us (6604us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.670643:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3558 00000100:00100000:0.0:1763336271.671221:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.671261:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.671333:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042031872 00000100:00100000:2.0:1763336271.671343:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042031872 00002000:00010000:2.0:1763336271.671389:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.671394:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d180 with x1848991042031872 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.671408:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d180. 00000100:00100000:2.0:1763336271.671437:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032000 00000100:00100000:2.0:1763336271.671440:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032000 00002000:00010000:2.0:1763336271.671454:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.671457:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d500 with x1848991042032000 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.671463:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0d500. 00000100:00100000:2.0:1763336271.671486:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2056 00000100:00100000:2.0:1763336271.671496:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042031872:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:3.0:1763336271.672037:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2057 00000100:00100000:3.0:1763336271.672048:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042032000:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.672050:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 237828 -> 0 00002000:00010000:2.0:1763336271.672054:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336267 -> 1763336271 00002000:00010000:2.0:1763336271.672057:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336271.672059:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336268 -> 1763336271 00002000:00010000:2.0:1763336271.672062:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 264 -> 0 00000100:00100000:2.0:1763336271.672115:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991042031872:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 620us (897us total) trans 21474839406 rc 0/0 00000100:00100000:2.0:1763336271.672123:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2056 00002000:00010000:2.0:1763336271.672127:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.672129:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d180 with x1848991042031872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336271.672131:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336271.672134:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336267 -> 1763336271 00002000:00010000:2.0:1763336271.672134:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d180. 00002000:00010000:3.0:1763336271.672137:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336271.672138:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336268 -> 1763336271 00002000:00010000:3.0:1763336271.672140:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336271.672162:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042032000:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 117us (900us total) trans 17179872052 rc 0/0 00000100:00100000:3.0:1763336271.672168:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2057 00002000:00010000:3.0:1763336271.672171:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:3.0:1763336271.672174:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d500 with x1848991042032000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336271.672179:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0d500. 00000100:00100000:2.0:1763336271.677254:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.677358:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032128 00000100:00100000:1.0:1763336271.677372:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032128 00000100:00100000:1.0:1763336271.677451:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10522 00000100:00100000:1.0:1763336271.677463:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57615:x1848991042032128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.677496:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.677523:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44df3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c15 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.677652:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44dfa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.677670:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44dfa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.677682:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44dfa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336271.677753:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336271.677758:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336271.677781:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44dfa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.677812:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44df3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c15 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.677831:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44dfa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c15 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.677841:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.677845:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336271.677849:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:1.0:1763336271.678443:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57615:x1848991042032128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 976us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.678453:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10522 00000100:00100000:1.0:1763336271.681657:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.681985:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032384 00000100:00100000:0.0:1763336271.681999:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032384 00000100:00100000:0.0:1763336271.682088:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10523 00000100:00100000:0.0:1763336271.682100:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57615:x1848991042032384:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336271.682180:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.682215:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44dfa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c15 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.682237:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.682244:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.682468:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.682488:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.682499:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336271.682556:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968754 00000004:00010000:0.0:1763336271.682582:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003041584d reply state 000000007f428d65 transno 4294968755 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.682599:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.682606:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.682609:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336271.682612:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336271.682754:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57615:x1848991042032384:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 656us (1111us total) trans 4294968755 rc 0/0 00000100:00100000:0.0:1763336271.682763:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10523 00000020:00080000:0.0:1763336271.682770:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336271.685017:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.685157:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032512 00000100:00100000:2.0:1763336271.685170:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032512 00000100:00100000:2.0:1763336271.685241:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7549 00000100:00100000:2.0:1763336271.685255:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57615:x1848991042032512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.685277:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.685302:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c1c expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.685340:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 26 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.685349:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.685352:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.685357:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.685398:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 26 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336271.685414:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 26 pid: 8399 timeout: 1159 lvb_type: 1 00000100:00100000:2.0:1763336271.685430:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174464:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336271.685547:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:3.0:1763336271.689790:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.689928:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032640 00000100:00100000:1.0:1763336271.689941:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032640 00000100:00100000:0.0:1763336271.689978:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174464:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336271.690007:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 27 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:0.0:1763336271.690025:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.690064:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3559 00000100:00100000:1.0:1763336271.690077:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042032640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336271.690097:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.690104:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 27 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:1.0:1763336271.690119:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 27 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:1.0:1763336271.690148:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44c4f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b51 expref: 27 pid: 8399 timeout: 1159 lvb_type: 1 00010000:00010000:0.0:1763336271.690165:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.690169:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.690467:0:27808:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.690483:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.690506:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.690533:0:27808:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.690553:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174592:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336271.690583:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042032640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 508us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.690592:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3559 00000100:00100000:0.0:1763336271.691808:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336271.696454:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174592:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336271.696493:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433200, rc 0) 00000100:00100000:0.0:1763336271.696573:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57615:x1848991042032512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 11319us (11569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.696585:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7549 00000100:00100000:2.0:1763336271.700834:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.700995:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032768 00000100:00100000:0.0:1763336271.701008:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032768 00000100:00100000:0.0:1763336271.701380:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7550 00000100:00100000:0.0:1763336271.701394:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57615:x1848991042032768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.701420:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.701448:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c23 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.701487:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 32 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.701496:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.701499:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.701503:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 32 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.701549:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 32 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.701565:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 32 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.701586:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056174720:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.701756:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.705611:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.706031:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042032896 00000100:00100000:1.0:1763336271.706043:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042032896 00010000:00010000:1.0:1763336271.706096:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 33 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336271.706146:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3560 00000100:00100000:1.0:1763336271.706158:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991042032896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336271.706175:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.706332:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 33 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.706348:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 33 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.706381:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.706384:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.706391:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 33 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.706409:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 33 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.706459:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 33 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.706476:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056174848:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336271.706586:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2240 going to sleep for 11 seconds 00010000:00010000:0.0:1763336271.707451:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa448eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66a1d expref: 33 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.707477:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056174720:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.707524:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 32 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.707540:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:0.0:1763336271.707605:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57615:x1848991042032768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6213us (6786us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.707615:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7550 00000100:00100000:1.0:1763336271.710041:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056174848:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336271.710078:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.710159:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042032896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4001us (4562us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.710171:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3560 00000100:00100000:3.0:1763336271.711615:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.712844:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.713051:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033152 00000100:00100000:1.0:1763336271.713064:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033152 00002000:00010000:1.0:1763336271.713112:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:1.0:1763336271.713117:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679aa00 with x1848991042033152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336271.713132:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679aa00. 00000100:00100000:1.0:1763336271.713162:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033024 00000100:00100000:1.0:1763336271.713165:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033024 00002000:00010000:1.0:1763336271.713178:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (0->18446744073709551615) 00002000:00100000:1.0:1763336271.713181:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ad180 with x1848991042033024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336271.713187:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ad180. 00000100:00100000:1.0:1763336271.713209:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2058 00000100:00100000:1.0:1763336271.713219:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042033152:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336271.713403:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336271.713407:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336269 -> 1763336271 00002000:00010000:1.0:1763336271.713410:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336271.713412:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336269 -> 1763336271 00002000:00010000:1.0:1763336271.713415:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336271.713487:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991042033152:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 268us (1882us total) trans 21474839407 rc 0/0 00000100:00100000:1.0:1763336271.713494:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2058 00002000:00010000:1.0:1763336271.713499:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:1.0:1763336271.713501:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679aa00 with x1848991042033152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336271.713506:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679aa00. 00000100:00100000:1.0:1763336271.713526:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2059 00000100:00100000:1.0:1763336271.713533:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042033024:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336271.714001:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 218202 -> 0 00002000:00010000:1.0:1763336271.714006:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336269 -> 1763336271 00002000:00010000:1.0:1763336271.714008:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336271.714010:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336269 -> 1763336271 00002000:00010000:1.0:1763336271.714012:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 288 -> 0 00000100:00100000:1.0:1763336271.714061:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042033024:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 526us (1225us total) trans 17179872053 rc 0/0 00000100:00100000:1.0:1763336271.714068:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2059 00002000:00010000:1.0:1763336271.714071:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (0->18446744073709551615) 00002000:00100000:1.0:1763336271.714074:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ad180 with x1848991042033024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336271.714078:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ad180. 00000100:00100000:2.0:1763336271.724766:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.724815:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033280 00000100:00100000:0.0:1763336271.724828:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033280 00000100:00100000:0.0:1763336271.724902:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10524 00000100:00100000:0.0:1763336271.724914:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57615:x1848991042033280:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.724949:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.724987:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44e16 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c2a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.725118:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e1d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.725138:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.725152:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.725185:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:0.0:1763336271.725190:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336271.725227:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e1d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.725259:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e34800/0x84ca14902aa44e16 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c2a expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.725283:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e1d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c2a expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.725292:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.725295:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336271.725300:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336271.725380:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57615:x1848991042033280:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 467us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.725388:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10524 00000100:00100000:0.0:1763336271.730417:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.730526:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033536 00000100:00100000:1.0:1763336271.730540:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033536 00000100:00100000:1.0:1763336271.730620:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10525 00000100:00100000:1.0:1763336271.730631:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57615:x1848991042033536:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336271.730753:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.730787:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e1d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c2a expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.730811:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.730818:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336271.731050:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.731067:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.731079:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336271.731130:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968756 00000004:00010000:1.0:1763336271.731157:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007aa64949 reply state 000000007dd70f36 transno 4294968757 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.731171:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.731177:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.731180:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336271.731183:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336271.731289:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57615:x1848991042033536:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 659us (885us total) trans 4294968757 rc 0/0 00000100:00100000:1.0:1763336271.731298:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10525 00000020:00080000:1.0:1763336271.731305:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336271.735811:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.735932:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033664 00000100:00100000:0.0:1763336271.735944:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033664 00000100:00100000:0.0:1763336271.736154:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7551 00000100:00100000:0.0:1763336271.736167:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57615:x1848991042033664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.736191:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.736222:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c31 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336271.736256:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 129275, mtime: 0x691a604e, atime: 0x691a604d, ctime: 0x691a604e, blocks: 0x60 00010000:00010000:0.0:1763336271.736285:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.736288:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.736297:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 33 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.736314:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 33 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.736329:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336271.736418:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57615:x1848991042033664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 254us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.736426:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7551 00000100:00100000:3.0:1763336271.739602:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.739731:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033792 00000100:00100000:0.0:1763336271.739744:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033792 00000100:00100000:0.0:1763336271.739816:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7552 00000100:00100000:0.0:1763336271.739828:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57615:x1848991042033792:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.739855:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.739882:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c38 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.739922:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.739930:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.739934:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.739939:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.739993:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.740008:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.740025:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174976:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.740756:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336271.744757:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056174976:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.744805:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.744830:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:0.0:1763336271.744900:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57615:x1848991042033792:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5073us (5311us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.744910:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7552 00000100:00100000:3.0:1763336271.745354:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.745720:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042033920 00000100:00100000:1.0:1763336271.745729:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042033920 00010000:00010000:1.0:1763336271.745769:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336271.745804:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3561 00000100:00100000:1.0:1763336271.745813:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042033920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336271.745835:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.745841:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.745856:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.745885:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa44b7d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b0b expref: 27 pid: 9765 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.745901:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.745903:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.745909:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.745921:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.745972:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 26 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.745993:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056175104:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336271.746075:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336271.750597:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.750642:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.750791:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034048 00000100:00100000:2.0:1763336271.750804:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034048 00002000:00010000:2.0:1763336271.750854:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.750860:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a300 with x1848991042034048 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.750875:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a300. 00000100:00100000:2.0:1763336271.750908:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034176 00000100:00100000:2.0:1763336271.750912:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034176 00002000:00010000:2.0:1763336271.750925:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.750928:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b480 with x1848991042034176 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.750935:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b480. 00000100:00100000:2.0:1763336271.750966:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2060 00000100:00100000:2.0:1763336271.750975:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991042034048:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.751352:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 129275 -> 0 00002000:00010000:2.0:1763336271.751357:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336270 -> 1763336271 00002000:00010000:2.0:1763336271.751360:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.751363:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336270 -> 1763336271 00002000:00010000:2.0:1763336271.751365:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 96 -> 0 00000100:00100000:2.0:1763336271.751436:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991042034048:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 461us (851us total) trans 21474839408 rc 0/0 00000100:00100000:2.0:1763336271.751444:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2060 00002000:00010000:2.0:1763336271.751450:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.751453:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a300 with x1848991042034048 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.751457:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a300. 00000100:00100000:2.0:1763336271.751486:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2061 00000100:00100000:2.0:1763336271.751493:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042034176:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.751573:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.751576:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336270 -> 1763336271 00002000:00010000:2.0:1763336271.751579:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.751581:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336270 -> 1763336271 00002000:00010000:2.0:1763336271.751583:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336271.751605:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042034176:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 112us (962us total) trans 17179872054 rc 0/0 00000100:00100000:2.0:1763336271.751611:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2061 00002000:00010000:2.0:1763336271.751614:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.751617:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b480 with x1848991042034176 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.751621:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b480. 00000100:00100000:1.0:1763336271.752370:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056175104:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336271.752402:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.752452:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042033920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6639us (7098us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.752463:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3561 00000100:00100000:3.0:1763336271.755273:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.755886:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034304 00000100:00100000:2.0:1763336271.755899:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034304 00000100:00100000:2.0:1763336271.756523:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10526 00000100:00100000:2.0:1763336271.756537:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57615:x1848991042034304:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.756570:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.756599:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44e39 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c3f expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.756761:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44e40 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336271.756782:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44e40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.756796:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44e40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336271.756832:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1763336271.756837:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336271.756860:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44e40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.756892:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa44e39 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c3f expref: 33 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.756917:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44e40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c3f expref: 32 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.756927:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.756931:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336271.756936:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:2.0:1763336271.757034:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57615:x1848991042034304:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 500us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.757042:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10526 00000100:00100000:0.0:1763336271.761509:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.761616:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034432 00000100:00100000:3.0:1763336271.761630:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034432 00000100:00100000:3.0:1763336271.761797:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2062 00000100:00100000:3.0:1763336271.761809:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991042034432:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336271.761887:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.761911:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.761914:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.761921:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.761938:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762106:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762117:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762126:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762134:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336271.762138:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762148:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762168:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.762176:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336271.762267:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991042034432:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 460us (772us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1763336271.762278:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2062 00000100:00100000:3.0:1763336271.766034:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.766436:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034560 00000100:00100000:0.0:1763336271.766451:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034560 00000100:00100000:0.0:1763336271.766535:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2063 00000100:00100000:0.0:1763336271.766547:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042034560:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336271.766597:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.766620:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.766629:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.766632:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.766636:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.766725:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.766742:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 27 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.766760:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056175232:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.766873:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.770655:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.771358:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056175232:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.771399:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.771578:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034688 00000100:00100000:1.0:1763336271.771589:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034688 00010000:00010000:1.0:1763336271.771641:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 28 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336271.771894:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3562 00000100:00100000:1.0:1763336271.771908:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042034688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336271.771928:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.771967:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 28 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.771982:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 28 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.772022:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433000/0x84ca14902aa44dc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf9 expref: 28 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:1.0:1763336271.772048:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.772051:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.772056:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.772069:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.772098:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336271.772182:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042034688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 277us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.772191:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3562 00010000:00010000:0.0:1763336271.772258:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.772280:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336271.778326:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872055 is committed 00000001:00080000:0.0:1763336271.778359:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872050 is committed 00002000:00010000:3.0:1763336271.778568:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 0 -> 65536 00002000:00010000:3.0:1763336271.778573:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:3.0:1763336271.778590:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.778603:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.778612:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.778620:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336271.778624:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.778634:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.778657:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.778664:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44e4e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336271.778873:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042034560:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12321us (12847us total) trans 17179872055 rc 0/0 00000100:00100000:3.0:1763336271.778884:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2063 00000100:00100000:2.0:1763336271.786148:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.786253:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034816 00000100:00100000:3.0:1763336271.786268:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034816 00000100:00100000:3.0:1763336271.786337:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2064 00000100:00100000:3.0:1763336271.786345:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991042034816:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336271.786378:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.786396:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 34 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.786407:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336271.786410:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336271.786413:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.786542:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 34 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.786566:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 34 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336271.786584:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056175360:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336271.786750:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.790911:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.791558:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042034944 00000100:00100000:3.0:1763336271.791567:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042034944 00010000:00010000:3.0:1763336271.791605:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 35 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.791647:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3563 00000100:00100000:3.0:1763336271.791656:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991042034944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336271.791670:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336271.791725:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 35 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.791738:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 35 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.791761:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.791763:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.791768:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.791778:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.791798:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336271.791844:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991042034944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 189us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.791851:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3563 00010000:00010000:1.0:1763336271.792190:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6ae00/0x84ca14902aa44de5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c07 expref: 34 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336271.792206:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056175360:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336271.792224:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.792234:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.792242:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763336271.796342:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839409 is committed 00000001:00080000:3.0:1763336271.796369:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839404 is committed 00002000:00010000:1.0:1763336271.797332:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 0 -> 65536 00002000:00010000:1.0:1763336271.797339:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1763336271.797351:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.797363:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.797372:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.797379:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336271.797382:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.797391:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.797408:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.797415:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa44e55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.797515:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042034816:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11157us (11370us total) trans 21474839409 rc 0/0 00000100:00100000:1.0:1763336271.797526:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2064 00000100:00100000:2.0:1763336271.807395:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.809021:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035072 00000100:00100000:1.0:1763336271.809034:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035072 00000100:00100000:0.0:1763336271.809308:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2065 00000100:00100000:0.0:1763336271.809319:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042035072:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336271.809350:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.809368:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.809376:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.809378:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.809382:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.809414:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.809427:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 19 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.809440:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056175488:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.810305:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.815111:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.815193:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035200 00000100:00100000:3.0:1763336271.815202:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035200 00010000:00010000:3.0:1763336271.815239:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 20 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.815281:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3564 00000100:00100000:3.0:1763336271.815291:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8986c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042035200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336271.815304:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336271.815322:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 20 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.815335:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 20 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:3.0:1763336271.815357:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.815360:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.815364:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.815374:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.815392:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336271.815442:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8986c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042035200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 153us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.816005:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3564 00010000:00010000:0.0:1763336271.816375:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e08 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c1c expref: 19 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.816397:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056175488:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.816413:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.816424:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.816431:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336271.818449:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872056 is committed 00002000:00010000:0.0:1763336271.819496:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 0 -> 65536 00002000:00010000:0.0:1763336271.819505:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1763336271.819522:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.819535:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.819545:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.819552:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336271.819558:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.819567:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.819591:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.819598:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa44e5c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336271.819865:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042035072:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 10540us (12471us total) trans 17179872056 rc 0/0 00000100:00100000:0.0:1763336271.819878:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2065 00000100:00100000:2.0:1763336271.829812:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.829922:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035328 00000100:00100000:0.0:1763336271.829935:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035328 00000100:00100000:0.0:1763336271.830027:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2066 00000100:00100000:0.0:1763336271.830038:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042035328:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336271.830085:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.830108:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 13 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.830119:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.830122:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336271.830127:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.830171:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 13 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.830193:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 13 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336271.830211:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056175616:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336271.830319:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336271.837051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.837212:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056175616:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336271.837254:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336271.837340:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035456 00000100:00100000:1.0:1763336271.837351:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035456 00010000:00010000:1.0:1763336271.837397:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 14 pid: 27808 timeout: 1159 lvb_type: 0 00000100:00100000:3.0:1763336271.838263:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3565 00000100:00100000:0.0:1763336271.838355:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042035456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336271.838379:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.838406:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 14 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:0.0:1763336271.838424:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 14 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:0.0:1763336271.838561:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44e2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c31 expref: 14 pid: 27808 timeout: 1159 lvb_type: 0 00010000:00010000:0.0:1763336271.838584:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.838586:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336271.838592:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.838609:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.838651:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336271.838760:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042035456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 485us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.838769:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3565 00010000:00010000:2.0:1763336271.839481:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.839496:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336271.842310:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839410 is committed 00002000:00010000:2.0:1763336271.842582:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 0 -> 65536 00002000:00010000:2.0:1763336271.842587:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:2.0:1763336271.842602:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.842616:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.842626:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.842633:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336271.842637:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.842646:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.842670:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.842677:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa44e63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [57344->65535] (req 57344->65535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336271.842893:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042035328:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12850us (13088us total) trans 21474839410 rc 0/0 00000100:00100000:2.0:1763336271.842906:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2066 00000100:00100000:3.0:1763336271.846118:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336271.846197:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056175744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763336271.846288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336271.846435:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056175744 00000100:00100000:1.0:1763336271.846446:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056175744 00000100:00100000:1.0:1763336271.846739:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1763336271.846751:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056175744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763336271.846782:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 32768 granted 484931776 pending 0 free 3920216064 avail 3688628224 00000100:00100000:1.0:1763336271.846846:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056175744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.846855:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1763336271.847107:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872050 gen 2 00000004:00080000:3.0:1763336271.847115:0:3647:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872037 committed transno 17179872050 00000004:00080000:3.0:1763336271.847141:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af08700, transno 17179872038 00000004:00080000:3.0:1763336271.847159:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af08380, transno 17179872039 00000004:00080000:3.0:1763336271.847163:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d2dea00, transno 17179872040 00000004:00080000:3.0:1763336271.847167:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af09500, transno 17179872041 00000004:00080000:3.0:1763336271.847170:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb6a00, transno 17179872042 00000004:00080000:3.0:1763336271.847173:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918af0b800, transno 17179872043 00000004:00080000:3.0:1763336271.847176:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9d500, transno 17179872045 00000004:00080000:3.0:1763336271.847179:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9f100, transno 17179872046 00000004:00080000:3.0:1763336271.847182:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918a240a80, transno 17179872047 00000004:00080000:3.0:1763336271.847185:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9df80, transno 17179872048 00000004:00080000:3.0:1763336271.847188:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9f480, transno 17179872049 00000004:00080000:3.0:1763336271.847190:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184d9c700, transno 17179872050 00000100:00100000:3.0:1763336271.847202:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056175744:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1763336271.847448:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 12 done 00000100:00100000:2.0:1763336271.851829:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.852149:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035584 00000100:00100000:0.0:1763336271.852162:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035584 00000100:00100000:0.0:1763336271.852240:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7553 00000100:00100000:0.0:1763336271.852252:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042035584:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336271.852417:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042035584:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 167us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.852435:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7553 00000100:00100000:0.0:1763336271.855581:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.855727:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035712 00000100:00100000:2.0:1763336271.855741:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035712 00000100:00100000:2.0:1763336271.855820:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7554 00000100:00100000:2.0:1763336271.855832:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042035712:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336271.855997:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042035712:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 167us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.856006:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7554 00000100:00100000:2.0:1763336271.861973:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.862460:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042035968 00000100:00100000:1.0:1763336271.862474:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042035968 00000100:00100000:1.0:1763336271.862806:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10527 00000100:00100000:1.0:1763336271.862820:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57615:x1848991042035968:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336271.862888:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336271.862922:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa44e40 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c3f expref: 32 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.862949:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.862966:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336271.863182:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.863200:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.863210:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336271.863262:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968758 00000004:00010000:1.0:1763336271.863290:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a0dc5b7 reply state 000000003c841c98 transno 4294968759 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.863303:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.863310:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.863313:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336271.863316:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336271.864468:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57615:x1848991042035968:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1639us (2508us total) trans 4294968759 rc 0/0 00000100:00100000:1.0:1763336271.864482:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10527 00000020:00080000:1.0:1763336271.864493:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336271.871104:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.871991:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036096 00000100:00100000:3.0:1763336271.872010:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036096 00000100:00100000:3.0:1763336271.872099:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7555 00000100:00100000:3.0:1763336271.872839:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042036096:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336271.872864:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336271.872894:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c46 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336271.872925:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 65536, mtime: 0x691a604f, atime: 0x691a604a, ctime: 0x691a604f, blocks: 0x10 00010000:00010000:3.0:1763336271.872961:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.872964:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.872974:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.872994:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.873010:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:3.0:1763336271.873092:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042036096:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 274us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.873102:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7555 00000100:00100000:0.0:1763336271.878657:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.879480:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036224 00000100:00100000:2.0:1763336271.879496:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036224 00002000:00010000:2.0:1763336271.879555:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (65536->18446744073709551615) 00002000:00100000:2.0:1763336271.879560:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00a680 with x1848991042036224 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763336271.879576:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c00a680. 00000100:00100000:2.0:1763336271.881940:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2067 00000100:00100000:2.0:1763336271.881987:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042036224:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.882217:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 65536 -> 65536 00002000:00010000:2.0:1763336271.882221:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.882224:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336271.882227:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.882229:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1763336271.882310:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042036224:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 340us (3664us total) trans 17179872057 rc 0/0 00000100:00100000:2.0:1763336271.882319:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2067 00002000:00010000:2.0:1763336271.882326:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (65536->18446744073709551615) 00002000:00100000:2.0:1763336271.882330:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00a680 with x1848991042036224 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763336271.882339:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c00a680. 00000100:00100000:3.0:1763336271.884539:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.885923:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036352 00000100:00100000:1.0:1763336271.885941:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036352 00002000:00010000:1.0:1763336271.886013:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336271.886020:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799c00 with x1848991042036352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336271.886035:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799c00. 00000100:00100000:1.0:1763336271.886085:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2068 00000100:00100000:1.0:1763336271.886097:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042036352:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336271.886293:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336271.886297:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336271.886300:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336271.886302:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336271.886305:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336271.886377:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042036352:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 281us (1851us total) trans 21474839411 rc 0/0 00000100:00100000:1.0:1763336271.886384:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2068 00002000:00010000:1.0:1763336271.886388:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336271.886392:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799c00 with x1848991042036352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336271.886395:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799c00. 00000100:00100000:0.0:1763336271.894076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.894366:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036480 00000100:00100000:1.0:1763336271.894380:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036480 00000100:00100000:1.0:1763336271.894461:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10528 00000100:00100000:1.0:1763336271.894474:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57615:x1848991042036480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.894507:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.894537:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44e78 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c4d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.894675:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44e7f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.894723:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44e7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.894737:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44e7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336271.894790:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 65536 00000004:00200000:1.0:1763336271.894796:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336271.894819:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44e7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.895069:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa44e78 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c4d expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.895090:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44e7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c4d expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.895101:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.895104:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336271.895108:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:1.0:1763336271.895188:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57615:x1848991042036480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 717us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.895197:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10528 00000100:00100000:1.0:1763336271.903229:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.909177:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036736 00000100:00100000:0.0:1763336271.909198:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036736 00000100:00100000:0.0:1763336271.909291:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10529 00000100:00100000:0.0:1763336271.909302:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57615:x1848991042036736:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336271.909366:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.909398:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa44e7f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c4d expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.909434:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.909439:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.909631:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.909648:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.909658:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336271.909781:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968760 00000004:00010000:0.0:1763336271.909804:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003352585b reply state 00000000cba46918 transno 4294968761 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.909817:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.909823:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.909827:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336271.909829:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336271.912162:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57615:x1848991042036736:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 2845us (8931us total) trans 4294968761 rc 0/0 00000100:00100000:0.0:1763336271.912178:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10529 00000020:00080000:0.0:1763336271.912189:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336271.915080:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.915152:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036864 00000100:00100000:1.0:1763336271.915166:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036864 00000100:00100000:1.0:1763336271.915243:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7556 00000100:00100000:1.0:1763336271.915256:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57615:x1848991042036864:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.915281:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.915311:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c54 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336271.915340:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 65536, mtime: 0x691a604f, atime: 0x691a604b, ctime: 0x691a604f, blocks: 0x10 00010000:00010000:1.0:1763336271.915371:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.915374:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336271.915383:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.915401:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.915415:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:1.0:1763336271.915489:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57615:x1848991042036864:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 235us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.915497:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7556 00000100:00100000:3.0:1763336271.919032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.919076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.919138:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042036992 00000100:00100000:2.0:1763336271.919154:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042036992 00002000:00010000:2.0:1763336271.919206:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (65536->18446744073709551615) 00002000:00100000:2.0:1763336271.919212:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799500 with x1848991042036992 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763336271.919227:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799500. 00000100:00100000:2.0:1763336271.919258:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042037120 00000100:00100000:2.0:1763336271.919261:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042037120 00002000:00010000:2.0:1763336271.919276:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.919279:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b100 with x1848991042037120 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.919285:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b100. 00000100:00100000:2.0:1763336271.919310:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2069 00000100:00100000:2.0:1763336271.919321:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042036992:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336271.919334:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2070 00000100:00100000:0.0:1763336271.919343:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042037120:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.919486:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 65536 -> 65536 00002000:00010000:0.0:1763336271.919486:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.919491:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.919491:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.919494:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336271.919494:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336271.919497:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336271.919497:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.919500:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 16 -> 16 00002000:00010000:0.0:1763336271.919500:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336271.919569:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042037120:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 227us (491us total) trans 17179872058 rc 0/0 00000100:00100000:0.0:1763336271.919578:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2070 00002000:00010000:0.0:1763336271.919582:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:0.0:1763336271.919585:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b100 with x1848991042037120 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336271.919590:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b100. 00000100:00100000:2.0:1763336271.919719:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042036992:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 399us (701us total) trans 21474839412 rc 0/0 00000100:00100000:2.0:1763336271.919726:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2069 00002000:00010000:2.0:1763336271.919728:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (65536->18446744073709551615) 00002000:00100000:2.0:1763336271.919731:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799500 with x1848991042036992 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763336271.919736:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799500. 00000100:00100000:0.0:1763336271.926188:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336271.926274:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042037248 00000100:00100000:1.0:1763336271.926287:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042037248 00000100:00100000:1.0:1763336271.926372:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10530 00000100:00100000:1.0:1763336271.926448:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bb159050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57615:x1848991042037248:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336271.926480:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336271.926507:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44e94 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c5b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.926625:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e9b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336271.926642:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.926654:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336271.926721:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 65536 00000004:00200000:1.0:1763336271.926728:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336271.926748:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336271.926778:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44e94 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c5b expref: 39 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.926798:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e9b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c5b expref: 38 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336271.926807:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336271.926811:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336271.926814:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433200, rc 0) 00000100:00100000:1.0:1763336271.926890:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bb159050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57615:x1848991042037248:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 508us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336271.926897:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10530 00000100:00100000:1.0:1763336271.937538:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.937630:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042037504 00000100:00100000:0.0:1763336271.937648:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042037504 00000100:00100000:0.0:1763336271.937760:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10531 00000100:00100000:0.0:1763336271.937774:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57615:x1848991042037504:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336271.937850:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336271.937891:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa44e9b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c5b expref: 38 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.937917:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.937923:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336271.938169:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.938188:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.938200:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336271.938263:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968762 00000004:00010000:0.0:1763336271.938288:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004aa93440 reply state 000000006d907eb3 transno 4294968763 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.938303:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.938309:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.938312:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336271.938316:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336271.938448:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57615:x1848991042037504:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 676us (918us total) trans 4294968763 rc 0/0 00000100:00100000:0.0:1763336271.938458:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10531 00000020:00080000:0.0:1763336271.938464:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336271.944655:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.944817:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042037632 00000100:00100000:2.0:1763336271.944830:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042037632 00000100:00100000:2.0:1763336271.944896:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7557 00000100:00100000:2.0:1763336271.944906:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042037632:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.944928:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.944965:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c62 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336271.944996:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 65536, mtime: 0x691a604f, atime: 0x691a604d, ctime: 0x691a604f, blocks: 0x10 00010000:00010000:2.0:1763336271.945019:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.945022:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.945031:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.945048:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.945062:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336271.945337:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57615:x1848991042037632:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 430us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.945344:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7557 00000100:00100000:1.0:1763336271.951380:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.953225:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042037760 00000100:00100000:3.0:1763336271.953248:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042037760 00002000:00010000:3.0:1763336271.953309:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (65536->18446744073709551615) 00002000:00100000:3.0:1763336271.953314:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc700 with x1848991042037760 ext(65536->18446744073709551615) 00002000:00010000:3.0:1763336271.953332:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dc700. 00000100:00100000:3.0:1763336271.953392:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2071 00000100:00100000:3.0:1763336271.953403:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042037760:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336271.953618:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 65536 -> 65536 00002000:00010000:3.0:1763336271.953622:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336271.953625:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.953627:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336271.953630:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1763336271.955987:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042037760:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 2567us (4604us total) trans 17179872059 rc 0/0 00000100:00100000:3.0:1763336271.956006:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2071 00002000:00010000:3.0:1763336271.956015:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (65536->18446744073709551615) 00002000:00100000:3.0:1763336271.956020:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc700 with x1848991042037760 ext(65536->18446744073709551615) 00002000:00010000:3.0:1763336271.956033:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dc700. 00000100:00100000:0.0:1763336271.956715:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.957512:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042037888 00000100:00100000:3.0:1763336271.957527:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042037888 00002000:00010000:3.0:1763336271.957583:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:3.0:1763336271.957588:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00bb80 with x1848991042037888 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336271.957600:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c00bb80. 00000100:00100000:3.0:1763336271.957643:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2072 00000100:00100000:3.0:1763336271.957656:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042037888:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336271.960665:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336271.960676:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336271.960679:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336271.960682:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336271.960715:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336271.960830:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042037888:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 3165us (4107us total) trans 21474839413 rc 0/0 00000100:00100000:3.0:1763336271.960843:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2072 00002000:00010000:3.0:1763336271.960850:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:3.0:1763336271.960854:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00bb80 with x1848991042037888 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336271.960861:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c00bb80. 00000100:00100000:0.0:1763336271.962935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.964485:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038016 00000100:00100000:2.0:1763336271.964501:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038016 00000100:00100000:2.0:1763336271.964586:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10532 00000100:00100000:2.0:1763336271.964596:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57615:x1848991042038016:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336271.964624:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336271.964650:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44eb0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c69 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.965056:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eb7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336271.965075:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.965088:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336271.966455:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 65536 00000004:00200000:2.0:1763336271.966461:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336271.966484:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eb7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.966527:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44eb0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c69 expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.966549:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eb7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c69 expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.966559:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.966562:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336271.966566:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:2.0:1763336271.966646:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57615:x1848991042038016:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2050us (3724us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336271.966655:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10532 00000100:00100000:1.0:1763336271.974446:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336271.974534:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336271.974595:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038272 00000100:00100000:2.0:1763336271.974609:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038272 00000100:00100000:2.0:1763336271.974909:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10533 00000100:00100000:2.0:1763336271.974923:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57615:x1848991042038272:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336271.975001:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336271.975036:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eb7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c69 expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.975065:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.975070:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336271.975299:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336271.975318:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.975329:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:2.0:1763336271.975383:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968764 00000004:00010000:2.0:1763336271.975412:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f5a1ec49 reply state 00000000a3f045e9 transno 4294968765 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.975425:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336271.975431:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336271.975435:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336271.975438:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336271.975564:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57615:x1848991042038272:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 642us (1131us total) trans 4294968765 rc 0/0 00000100:00100000:2.0:1763336271.975572:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10533 00000020:00080000:2.0:1763336271.975579:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336271.980335:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.980572:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038400 00000100:00100000:3.0:1763336271.980584:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038400 00000100:00100000:3.0:1763336271.981142:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7558 00000100:00100000:3.0:1763336271.981155:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57615:x1848991042038400:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336271.981182:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336271.981213:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c70 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336271.981243:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 65536, mtime: 0x691a604f, atime: 0x691a604d, ctime: 0x691a604f, blocks: 0x10 00010000:00010000:3.0:1763336271.981269:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.981272:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336271.981281:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 17 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.981298:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 17 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336271.981312:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336271.982207:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57615:x1848991042038400:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1050us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336271.982216:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7558 00000100:00100000:3.0:1763336271.985826:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.986052:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038656 00000100:00100000:2.0:1763336271.986064:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038656 00002000:00010000:2.0:1763336271.986112:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.986117:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b800 with x1848991042038656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.986132:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b800. 00000100:00100000:2.0:1763336271.986163:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2073 00000100:00100000:2.0:1763336271.986172:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042038656:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.986361:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336271.986365:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.986368:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.986370:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.986372:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336271.987945:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042038656:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1758us (2116us total) trans 17179872060 rc 0/0 00000100:00100000:2.0:1763336271.987973:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2073 00002000:00010000:2.0:1763336271.987982:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:2.0:1763336271.987986:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b800 with x1848991042038656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336271.987998:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b800. 00000100:00100000:0.0:1763336271.988309:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336271.988843:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038528 00000100:00100000:2.0:1763336271.988855:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038528 00002000:00010000:2.0:1763336271.988895:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (65536->18446744073709551615) 00002000:00100000:2.0:1763336271.988899:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008e00 with x1848991042038528 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763336271.988907:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c008e00. 00000100:00100000:2.0:1763336271.988932:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2074 00000100:00100000:2.0:1763336271.988942:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042038528:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336271.989137:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 65536 -> 65536 00002000:00010000:2.0:1763336271.989141:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.989144:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336271.989146:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336271.989148:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1763336271.989200:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042038528:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 260us (894us total) trans 21474839414 rc 0/0 00000100:00100000:2.0:1763336271.989208:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2074 00002000:00010000:2.0:1763336271.989212:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (65536->18446744073709551615) 00002000:00100000:2.0:1763336271.989215:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008e00 with x1848991042038528 ext(65536->18446744073709551615) 00002000:00010000:2.0:1763336271.989219:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c008e00. 00000100:00100000:3.0:1763336271.992042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336271.992739:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038784 00000100:00100000:0.0:1763336271.992753:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038784 00000100:00100000:0.0:1763336271.992836:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10534 00000100:00100000:0.0:1763336271.992848:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57615:x1848991042038784:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336271.992879:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336271.992909:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ecc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c77 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.993047:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ed3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336271.993072:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ed3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.993085:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ed3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336271.993120:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 65536 00000004:00200000:0.0:1763336271.993125:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336271.993146:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ed3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336271.993177:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44ecc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c77 expref: 45 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.993197:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ed3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c77 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336271.993207:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336271.993210:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336271.993215:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:0.0:1763336271.993285:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57615:x1848991042038784:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 439us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336271.993293:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10534 00000100:00100000:0.0:1763336271.997600:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336271.997884:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042038912 00000100:00100000:3.0:1763336271.997897:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042038912 00000100:00100000:2.0:1763336271.999045:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2075 00000100:00100000:2.0:1763336271.999071:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042038912:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336271.999124:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.999143:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.999146:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336271.999153:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336271.999168:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.002976:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.003000:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.003010:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.003017:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336272.003022:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.003032:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.003055:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.003063:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa44eda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.003210:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042038912:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4145us (5617us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1763336272.003222:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2075 00000100:00100000:0.0:1763336272.006824:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.006939:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039040 00000100:00100000:1.0:1763336272.006959:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039040 00000100:00100000:1.0:1763336272.007060:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2076 00000100:00100000:1.0:1763336272.007072:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042039040:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336272.007117:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.007138:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.007147:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.007149:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.007153:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.007199:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.007215:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 24 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:1.0:1763336272.007234:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056175872:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336272.007336:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b23c0 going to sleep for 11 seconds 00000100:00080000:3.0:1763336272.007426:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763336272.011741:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056175872:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336272.011787:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336272.013032:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.014482:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039168 00000100:00100000:2.0:1763336272.014498:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039168 00010000:00010000:2.0:1763336272.014556:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 25 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336272.014781:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3566 00000100:00100000:2.0:1763336272.014796:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042039168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.014816:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.014946:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 25 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336272.014993:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 25 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336272.015021:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa44e71 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c46 expref: 25 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336272.015039:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.015041:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.015047:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.015057:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.015193:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336272.015309:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.015320:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.015544:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042039168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 747us (2515us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.015553:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3566 00000001:00080000:2.0:1763336272.022818:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872061 is committed 00002000:00010000:1.0:1763336272.023000:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 65536 -> 159744 00002000:00010000:1.0:1763336272.023006:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:1.0:1763336272.023009:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:1.0:1763336272.023011:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 16 -> 160 00010000:00010000:1.0:1763336272.023029:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.023042:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.023052:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.023060:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336272.023065:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.023075:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.023100:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.023110:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa44ee1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.023251:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042039040:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 16174us (16435us total) trans 17179872061 rc 0/0 00000100:00100000:1.0:1763336272.023264:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2076 00000100:00100000:1.0:1763336272.027274:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.027387:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039296 00000100:00100000:0.0:1763336272.027400:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039296 00000100:00100000:0.0:1763336272.027517:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2077 00000100:00100000:0.0:1763336272.027531:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042039296:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336272.027579:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.027600:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.027609:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336272.027613:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336272.027617:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.027660:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.027676:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 18 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:0.0:1763336272.027740:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056176000:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336272.027844:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00080000:3.0:1763336272.028190:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763336272.030843:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056176000:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336272.030885:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.033066:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.033650:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039424 00000100:00100000:2.0:1763336272.033666:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039424 00010000:00010000:2.0:1763336272.033805:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 19 pid: 30886 timeout: 1159 lvb_type: 0 00000100:00100000:2.0:1763336272.033856:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3567 00000100:00100000:2.0:1763336272.033867:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042039424:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.033888:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.033913:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 19 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336272.033929:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 19 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336272.033970:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa44e8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c54 expref: 19 pid: 30886 timeout: 1159 lvb_type: 0 00010000:00010000:2.0:1763336272.033991:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.033993:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.033999:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.034009:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.034047:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336272.034092:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.034102:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.034128:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042039424:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 262us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.034136:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3567 00000001:00080000:1.0:1763336272.041500:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839415 is committed 00002000:00010000:2.0:1763336272.042147:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 65536 -> 159744 00002000:00010000:2.0:1763336272.042157:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.042160:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.042163:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 16 -> 160 00010000:00010000:2.0:1763336272.042177:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.042188:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.042196:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.042203:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336272.042207:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.042215:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.042234:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.042241:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa44ee8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.042463:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042039296:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 14931us (15198us total) trans 21474839415 rc 0/0 00000100:00100000:2.0:1763336272.042890:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2077 00000100:00100000:2.0:1763336272.051027:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.051126:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039552 00000100:00100000:0.0:1763336272.051136:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039552 00000100:00100000:0.0:1763336272.051210:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2078 00000100:00100000:0.0:1763336272.051220:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042039552:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336272.051258:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.051278:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.051286:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336272.051288:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336272.051292:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.051325:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.051339:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:0.0:1763336272.051353:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056176128:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336272.051437:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336272.054038:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056176128:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336272.054073:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.055132:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.055195:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039680 00000100:00100000:1.0:1763336272.055203:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039680 00010000:00010000:1.0:1763336272.055238:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.055278:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3568 00000100:00100000:1.0:1763336272.055286:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042039680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336272.055301:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336272.055320:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.055332:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.055359:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44ea9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c62 expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.055374:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.055376:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.055381:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.055390:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.055424:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336272.055480:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042039680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 194us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336272.055487:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3568 00010000:00010000:0.0:1763336272.055546:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.055555:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336272.060662:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872062 is committed 00002000:00010000:0.0:1763336272.060802:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 65536 -> 159744 00002000:00010000:0.0:1763336272.060807:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.060809:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.060811:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 16 -> 160 00010000:00010000:0.0:1763336272.060822:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.060839:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.060848:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.060855:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336272.060859:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.060866:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.060883:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.060891:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b400/0x84ca14902aa44eef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336272.060991:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042039552:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 9768us (9967us total) trans 17179872062 rc 0/0 00000100:00100000:0.0:1763336272.061000:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2078 00000100:00100000:2.0:1763336272.064783:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.064870:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039808 00000100:00100000:0.0:1763336272.064880:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039808 00000100:00100000:0.0:1763336272.064961:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2079 00000100:00100000:0.0:1763336272.064972:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042039808:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336272.065008:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.065028:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 13 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.065037:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336272.065039:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336272.065043:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.065077:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 13 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.065090:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 13 pid: 30886 timeout: 1160 lvb_type: 0 00000100:00100000:0.0:1763336272.065105:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056176256:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336272.065182:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336272.068658:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056176256:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.068722:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.069042:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.069111:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042039936 00000100:00100000:0.0:1763336272.069119:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042039936 00010000:00010000:0.0:1763336272.069153:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 14 pid: 30886 timeout: 1160 lvb_type: 0 00000100:00100000:0.0:1763336272.069195:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3569 00000100:00100000:0.0:1763336272.069205:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042039936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336272.069221:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336272.069239:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 14 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:0.0:1763336272.069257:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 14 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:0.0:1763336272.069278:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ec5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c70 expref: 14 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:0.0:1763336272.069293:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.069295:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.069300:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.069309:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.069340:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336272.069867:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.069876:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336272.070339:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042039936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1133us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.070349:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3569 00000001:00080000:1.0:1763336272.073880:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839416 is committed 00002000:00010000:2.0:1763336272.075128:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 65536 -> 159744 00002000:00010000:2.0:1763336272.075135:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.075138:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.075140:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 16 -> 160 00010000:00010000:2.0:1763336272.075153:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.075165:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.075174:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.075181:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336272.075185:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.075194:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.075213:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.075221:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa44ef6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [86016->159743] (req 86016->159743) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.075322:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042039808:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 10348us (10638us total) trans 21474839416 rc 0/0 00000100:00100000:2.0:1763336272.075332:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2079 00000100:00100000:2.0:1763336272.083133:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.083238:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040064 00000100:00100000:3.0:1763336272.083308:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040064 00000100:00100000:2.0:1763336272.084386:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7559 00000100:00100000:2.0:1763336272.084402:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042040064:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336272.084535:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042040064:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 138us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.084544:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7559 00000100:00100000:3.0:1763336272.091526:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.094113:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040192 00000100:00100000:1.0:1763336272.094128:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040192 00000100:00100000:0.0:1763336272.094258:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7560 00000100:00100000:0.0:1763336272.094270:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042040192:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336272.094396:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042040192:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 127us (2877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.094403:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7560 00000100:00100000:0.0:1763336272.099161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.099873:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040448 00000100:00100000:2.0:1763336272.099884:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040448 00000100:00100000:2.0:1763336272.099966:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10535 00000100:00100000:2.0:1763336272.099976:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57615:x1848991042040448:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336272.100027:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.100054:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa44ed3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c77 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.100069:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.100074:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336272.100239:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.100256:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.100266:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:2.0:1763336272.100309:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968766 00000004:00010000:2.0:1763336272.103315:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000238e14c1 reply state 00000000ab35e457 transno 4294968767 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.103342:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.103352:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.103356:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336272.103361:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336272.103517:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57615:x1848991042040448:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 3538us (4361us total) trans 4294968767 rc 0/0 00000100:00100000:2.0:1763336272.103527:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10535 00000020:00080000:2.0:1763336272.103534:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1763336272.105985:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763336272.106199:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.106271:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040576 00000100:00100000:2.0:1763336272.106281:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040576 00000100:00100000:2.0:1763336272.106336:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7561 00000100:00100000:2.0:1763336272.106346:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042040576:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.106365:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.106386:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c7e expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336272.106410:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 159744, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0xa0 00010000:00010000:2.0:1763336272.106430:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.106432:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.106440:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.106455:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.106467:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61800, rc 0) 00000100:00100000:2.0:1763336272.106523:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042040576:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 178us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.106531:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7561 00000100:00100000:0.0:1763336272.112439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.112495:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.112617:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040832 00000100:00100000:1.0:1763336272.112629:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040832 00002000:00010000:1.0:1763336272.112680:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.112723:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008380 with x1848991042040832 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.112738:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c008380. 00000100:00100000:1.0:1763336272.112759:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040704 00000100:00100000:1.0:1763336272.112762:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040704 00002000:00010000:1.0:1763336272.112777:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (159744->18446744073709551615) 00002000:00100000:1.0:1763336272.112780:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008a80 with x1848991042040704 ext(159744->18446744073709551615) 00002000:00010000:1.0:1763336272.112787:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c008a80. 00000100:00100000:1.0:1763336272.112819:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2080 00000100:00100000:1.0:1763336272.112829:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042040832:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336272.113014:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336272.113018:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:1.0:1763336272.113020:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336272.113023:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:1.0:1763336272.113025:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336272.113091:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042040832:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 263us (663us total) trans 21474839417 rc 0/0 00000100:00100000:1.0:1763336272.113100:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2080 00002000:00010000:1.0:1763336272.113104:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.113107:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008380 with x1848991042040832 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.113111:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c008380. 00000100:00100000:1.0:1763336272.113131:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2081 00000100:00100000:1.0:1763336272.113138:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042040704:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336272.113227:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 159744 -> 159744 00002000:00010000:1.0:1763336272.113230:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.113232:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336272.113234:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.113236:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1763336272.113259:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042040704:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 122us (764us total) trans 17179872063 rc 0/0 00000100:00100000:1.0:1763336272.113266:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2081 00002000:00010000:1.0:1763336272.113269:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (159744->18446744073709551615) 00002000:00100000:1.0:1763336272.113271:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008a80 with x1848991042040704 ext(159744->18446744073709551615) 00002000:00010000:1.0:1763336272.113277:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c008a80. 00000100:00100000:3.0:1763336272.117852:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.119708:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042040960 00000100:00100000:2.0:1763336272.119724:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042040960 00000100:00100000:2.0:1763336272.119784:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10536 00000100:00100000:2.0:1763336272.119793:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57615:x1848991042040960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.119819:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.119842:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f0b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c85 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.119943:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f12 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.119971:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f12 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.119982:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f12 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.120008:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 159744 00000004:00200000:2.0:1763336272.120013:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.120029:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f12 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.120052:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f0b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c85 expref: 48 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.120068:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f12 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c85 expref: 47 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.120076:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.120080:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.120083:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336272.120411:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57615:x1848991042040960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 617us (2572us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.120418:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10536 00000100:00100000:0.0:1763336272.129432:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.129631:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042041216 00000100:00100000:2.0:1763336272.129642:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042041216 00000100:00100000:2.0:1763336272.129740:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10537 00000100:00100000:2.0:1763336272.129751:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57615:x1848991042041216:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336272.129804:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.129830:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f12 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c85 expref: 47 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.129850:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.129855:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336272.130029:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.130046:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.130057:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:2.0:1763336272.130102:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968768 00000004:00010000:2.0:1763336272.130126:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd2d0e22 reply state 00000000c2072c72 transno 4294968769 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.130137:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.130144:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.130147:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336272.130149:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336272.130233:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57615:x1848991042041216:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 484us (810us total) trans 4294968769 rc 0/0 00000100:00100000:2.0:1763336272.130240:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10537 00000020:00080000:2.0:1763336272.130245:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336272.138014:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.138232:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042041344 00000100:00100000:0.0:1763336272.138243:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042041344 00000100:00100000:2.0:1763336272.139045:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7562 00000100:00100000:1.0:1763336272.139596:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57615:x1848991042041344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336272.139616:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336272.139641:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c8c expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336272.139666:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 159744, mtime: 0x691a6050, atime: 0x691a604b, ctime: 0x691a6050, blocks: 0xa0 00010000:00010000:1.0:1763336272.139712:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.139716:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.139723:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 14 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.139741:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 14 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.139754:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433200, rc 0) 00000100:00100000:1.0:1763336272.139824:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57615:x1848991042041344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 769us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336272.139832:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7562 00000100:00100000:3.0:1763336272.148992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.149039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.149998:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042041472 00000100:00100000:1.0:1763336272.150008:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042041472 00002000:00010000:1.0:1763336272.150051:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (159744->18446744073709551615) 00002000:00100000:1.0:1763336272.150056:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798000 with x1848991042041472 ext(159744->18446744073709551615) 00002000:00010000:1.0:1763336272.150068:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798000. 00000100:00100000:1.0:1763336272.150769:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042041600 00000100:00100000:1.0:1763336272.150777:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042041600 00002000:00010000:1.0:1763336272.150799:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.150803:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798e00 with x1848991042041600 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.150810:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186798e00. 00000100:00100000:0.0:1763336272.150878:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2082 00000100:00100000:0.0:1763336272.150891:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042041472:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336272.151049:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 159744 -> 159744 00002000:00010000:0.0:1763336272.151053:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.151055:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336272.151058:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.151060:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:0.0:1763336272.151114:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042041472:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 225us (2132us total) trans 21474839418 rc 0/0 00000100:00100000:0.0:1763336272.151122:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2082 00002000:00010000:0.0:1763336272.151126:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (159744->18446744073709551615) 00002000:00100000:0.0:1763336272.151128:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798000 with x1848991042041472 ext(159744->18446744073709551615) 00002000:00010000:0.0:1763336272.151133:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798000. 00000100:00100000:0.0:1763336272.151152:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2083 00000100:00100000:0.0:1763336272.151160:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042041600:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336272.151226:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336272.151229:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.151232:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:0.0:1763336272.151234:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.151236:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336272.151257:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042041600:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 98us (2218us total) trans 17179872064 rc 0/0 00000100:00100000:0.0:1763336272.151263:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2083 00002000:00010000:0.0:1763336272.151266:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:0.0:1763336272.151269:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798e00 with x1848991042041600 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336272.151273:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186798e00. 00000100:00100000:0.0:1763336272.154365:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.156776:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042041728 00000100:00100000:1.0:1763336272.156790:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042041728 00000100:00100000:2.0:1763336272.158752:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10538 00000100:00100000:2.0:1763336272.158774:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57615:x1848991042041728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.158798:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.158821:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f27 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c93 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.158924:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f2e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.158939:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.158971:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.158999:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 159744 00000004:00200000:2.0:1763336272.159003:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.159020:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f2e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.159045:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f27 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c93 expref: 51 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.159062:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f2e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c93 expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.159069:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.159072:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.159076:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336272.159148:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57615:x1848991042041728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 383us (4793us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.159156:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10538 00000100:00100000:3.0:1763336272.162494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.162597:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042041984 00000100:00100000:1.0:1763336272.162607:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042041984 00000100:00100000:1.0:1763336272.162667:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10539 00000100:00100000:1.0:1763336272.162678:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57615:x1848991042041984:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336272.162763:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336272.162789:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f2e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c93 expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.162807:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336272.162813:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336272.162983:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336272.162999:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.163010:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336272.163057:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968770 00000004:00010000:1.0:1763336272.163080:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c2fb243 reply state 00000000ca06a8c0 transno 4294968771 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.163092:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.163099:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336272.163103:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336272.163105:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336272.163183:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:57615:x1848991042041984:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 506us (696us total) trans 4294968771 rc 0/0 00000100:00100000:1.0:1763336272.163191:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10539 00000020:00080000:1.0:1763336272.163196:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336272.169447:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.171100:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042042112 00000100:00100000:1.0:1763336272.171114:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042042112 00000100:00100000:0.0:1763336272.171451:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7563 00000100:00100000:0.0:1763336272.171463:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042042112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336272.171483:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336272.171509:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66c9a expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336272.171533:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 159744, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0xa0 00010000:00010000:0.0:1763336272.171555:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.171557:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.171565:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.171582:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.171594:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336272.171906:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57615:x1848991042042112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 444us (2466us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.171914:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7563 00000100:00100000:0.0:1763336272.175203:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.175622:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042042240 00000100:00100000:1.0:1763336272.175635:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042042240 00002000:00010000:1.0:1763336272.175673:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (159744->18446744073709551615) 00002000:00100000:1.0:1763336272.175678:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89500 with x1848991042042240 ext(159744->18446744073709551615) 00002000:00010000:1.0:1763336272.175724:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e89500. 00000100:00100000:1.0:1763336272.176254:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2084 00000100:00100000:1.0:1763336272.176267:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042042240:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336272.176411:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 159744 -> 159744 00002000:00010000:1.0:1763336272.176415:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.176417:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336272.176419:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.176421:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1763336272.176485:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042042240:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 221us (1290us total) trans 17179872065 rc 0/0 00000100:00100000:1.0:1763336272.176493:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2084 00002000:00010000:1.0:1763336272.176497:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (159744->18446744073709551615) 00002000:00100000:1.0:1763336272.176499:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89500 with x1848991042042240 ext(159744->18446744073709551615) 00002000:00010000:1.0:1763336272.176503:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e89500. 00000100:00100000:3.0:1763336272.176798:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.178790:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042042368 00000100:00100000:0.0:1763336272.178804:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042042368 00002000:00010000:0.0:1763336272.178854:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:0.0:1763336272.178859:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca7100 with x1848991042042368 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336272.178871:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca7100. 00000100:00100000:0.0:1763336272.178905:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2085 00000100:00100000:0.0:1763336272.178916:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042042368:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336272.179062:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336272.179066:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.179069:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336272.179071:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.179073:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336272.179128:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042042368:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 214us (2331us total) trans 21474839419 rc 0/0 00000100:00100000:0.0:1763336272.179135:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2085 00002000:00010000:0.0:1763336272.179139:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:0.0:1763336272.179142:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca7100 with x1848991042042368 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336272.179147:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca7100. 00000100:00100000:0.0:1763336272.183801:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.184013:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042042496 00000100:00100000:2.0:1763336272.184023:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042042496 00000100:00100000:2.0:1763336272.184510:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10540 00000100:00100000:2.0:1763336272.184521:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:57615:x1848991042042496:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.184544:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.184564:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f43 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ca1 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.184657:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f4a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.184672:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.184682:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.184749:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 159744 00000004:00200000:2.0:1763336272.184753:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.184769:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.184793:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f43 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca1 expref: 54 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.184809:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca1 expref: 53 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.184828:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.184831:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.184835:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:2.0:1763336272.184886:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57615:x1848991042042496:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 368us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.184894:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10540 00000100:00100000:3.0:1763336272.189809:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.190123:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042042752 00000100:00100000:2.0:1763336272.190133:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042042752 00000100:00100000:2.0:1763336272.190766:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10541 00000100:00100000:2.0:1763336272.190778:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57615:x1848991042042752:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336272.190826:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.190851:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f4a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca1 expref: 53 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.190867:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.190872:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336272.191028:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.191043:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.191053:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:2.0:1763336272.191096:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968772 00000004:00010000:2.0:1763336272.191117:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000074867f65 reply state 000000004eba5e86 transno 4294968773 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.191128:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.191134:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.191137:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336272.191139:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336272.191225:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+55:57615:x1848991042042752:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 449us (1423us total) trans 4294968773 rc 0/0 00000100:00100000:2.0:1763336272.191232:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10541 00000020:00080000:2.0:1763336272.191238:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336272.195330:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.195414:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042042880 00000100:00100000:2.0:1763336272.195424:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042042880 00000100:00100000:2.0:1763336272.195482:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7564 00000100:00100000:2.0:1763336272.195492:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57615:x1848991042042880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.195509:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.195532:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ca8 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336272.195555:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 159744, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0xa0 00010000:00010000:2.0:1763336272.195576:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.195578:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.195585:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.195600:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.195626:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336272.195916:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57615:x1848991042042880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 425us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.195924:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7564 00000100:00100000:0.0:1763336272.201959:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.202466:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.205203:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043008 00000100:00100000:3.0:1763336272.205219:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043008 00002000:00010000:3.0:1763336272.205265:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (159744->18446744073709551615) 00002000:00100000:3.0:1763336272.205271:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89c00 with x1848991042043008 ext(159744->18446744073709551615) 00002000:00010000:3.0:1763336272.205283:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89c00. 00000100:00100000:3.0:1763336272.205316:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043136 00000100:00100000:3.0:1763336272.205320:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043136 00002000:00010000:3.0:1763336272.205334:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:3.0:1763336272.205337:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88000 with x1848991042043136 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336272.205343:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e88000. 00000100:00100000:3.0:1763336272.205556:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2086 00000100:00100000:3.0:1763336272.205568:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042043008:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:1.0:1763336272.205579:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2087 00000100:00100000:1.0:1763336272.205593:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042043136:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336272.205738:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 159744 -> 159744 00002000:00010000:1.0:1763336272.205739:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.205745:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.205746:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:3.0:1763336272.205750:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336272.205751:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336272.205757:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:1.0:1763336272.205759:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763336272.205765:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.205770:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:3.0:1763336272.205819:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042043008:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 252us (3876us total) trans 21474839420 rc 0/0 00000100:00100000:1.0:1763336272.205819:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042043136:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 228us (3350us total) trans 17179872066 rc 0/0 00000100:00100000:3.0:1763336272.205835:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2086 00002000:00010000:3.0:1763336272.205840:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (159744->18446744073709551615) 00002000:00100000:3.0:1763336272.205842:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89c00 with x1848991042043008 ext(159744->18446744073709551615) 00002000:00010000:3.0:1763336272.205847:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89c00. 00000100:00100000:1.0:1763336272.207420:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2087 00002000:00010000:1.0:1763336272.207429:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.207433:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88000 with x1848991042043136 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.207443:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e88000. 00000100:00100000:0.0:1763336272.210384:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.210463:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043264 00000100:00100000:2.0:1763336272.210472:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043264 00000100:00100000:2.0:1763336272.210536:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10542 00000100:00100000:2.0:1763336272.210547:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+55:57615:x1848991042043264:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.210571:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.210592:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f5f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66caf expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.210727:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f66 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.210741:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f66 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.210753:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f66 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.210782:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 159744 00000004:00200000:2.0:1763336272.210787:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.210803:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f66 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.210840:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa44f5f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66caf expref: 57 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.210856:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f66 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66caf expref: 56 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.210863:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.210866:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.210869:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:2.0:1763336272.210918:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+56:57615:x1848991042043264:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 373us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.210925:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10542 00000100:00100000:0.0:1763336272.219146:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.219294:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043392 00000100:00100000:2.0:1763336272.219303:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043392 00000100:00100000:2.0:1763336272.219374:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2088 00000100:00100000:2.0:1763336272.219383:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042043392:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336272.219421:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.219650:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.219652:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.219658:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.219672:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227649:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227672:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227681:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227721:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336272.227726:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227735:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227752:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.227760:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44f6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.227857:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042043392:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8471us (8715us total) trans 0 rc 69632/69632 00000100:00100000:3.0:1763336272.227872:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2088 00000100:00100000:0.0:1763336272.235388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.235901:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043520 00000100:00100000:3.0:1763336272.235912:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043520 00000100:00100000:3.0:1763336272.237274:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2089 00000100:00100000:3.0:1763336272.237288:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042043520:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336272.237336:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.238193:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.238203:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.238205:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.238209:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.238248:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.238262:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 24 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.238278:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056176384:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336272.240870:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9288cfde40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336272.246036:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056176384:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336272.246066:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.249393:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.250270:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043648 00000100:00100000:2.0:1763336272.250280:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043648 00010000:00010000:2.0:1763336272.250318:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 25 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.250366:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3570 00000100:00100000:2.0:1763336272.250376:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042043648:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.250390:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.250409:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 25 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.250423:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 25 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.250445:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa44f04 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c7e expref: 25 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.250466:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.250469:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.250473:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.250482:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.250515:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336272.250544:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.250558:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.250572:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042043648:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 197us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.250580:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3570 00000001:00080000:2.0:1763336272.273072:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872067 is committed 00002000:00010000:1.0:1763336272.273232:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 159744 -> 262144 00002000:00010000:1.0:1763336272.273238:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 160 -> 296 00010000:00010000:1.0:1763336272.273251:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.273262:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.273270:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.273276:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336272.273280:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.273293:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.273311:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.273318:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44f74 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.273599:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042043520:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 36309us (38215us total) trans 17179872067 rc 0/0 00000100:00100000:1.0:1763336272.273610:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2089 00000100:00100000:3.0:1763336272.279295:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.279376:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043776 00000100:00100000:1.0:1763336272.279386:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043776 00000100:00100000:1.0:1763336272.279474:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2090 00000100:00100000:1.0:1763336272.279485:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042043776:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336272.279521:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.279539:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.279547:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.279549:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.279553:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.279592:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.279675:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 18 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.279730:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056176512:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336272.279799:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336272.285544:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.285655:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056176512:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336272.285769:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.286235:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042043904 00000100:00100000:2.0:1763336272.286243:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042043904 00010000:00010000:2.0:1763336272.286274:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.286743:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3571 00000100:00100000:1.0:1763336272.286756:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8985c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042043904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336272.286771:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336272.286792:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.286805:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.286829:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa44f20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c8c expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.286850:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.286853:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.286858:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.286867:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.286905:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336272.286974:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8985c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042043904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 220us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336272.286982:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3571 00010000:00010000:2.0:1763336272.287083:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.287092:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336272.299481:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839421 is committed 00002000:00010000:2.0:1763336272.299870:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 159744 -> 262144 00002000:00010000:2.0:1763336272.299876:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 160 -> 296 00010000:00010000:2.0:1763336272.299889:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.299902:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.299912:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.299920:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336272.299924:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.299933:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.299963:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.299971:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa44f7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.300076:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042043776:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 20588us (20784us total) trans 21474839421 rc 0/0 00000100:00100000:2.0:1763336272.300086:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2090 00000100:00100000:0.0:1763336272.312789:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.313298:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044032 00000100:00100000:2.0:1763336272.313308:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044032 00000100:00100000:3.0:1763336272.313436:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2091 00000100:00100000:3.0:1763336272.313447:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042044032:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336272.313483:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.313502:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.313510:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.313512:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.313516:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.313560:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.313575:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.313589:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056176640:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336272.313682:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9288cfde40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336272.317352:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.317475:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056176640:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336272.317501:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.317580:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044160 00000100:00100000:1.0:1763336272.317588:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044160 00010000:00010000:1.0:1763336272.317623:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.317667:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3572 00000100:00100000:1.0:1763336272.317677:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042044160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336272.317727:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336272.317749:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.317764:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.317793:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa44f3c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c9a expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.317807:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.317809:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336272.317813:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.317823:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.317847:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336272.318743:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042044160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1062us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336272.318753:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3572 00010000:00010000:0.0:1763336272.318861:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.318872:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336272.332872:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872068 is committed 00002000:00010000:0.0:1763336272.333732:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 159744 -> 262144 00002000:00010000:0.0:1763336272.333738:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 160 -> 296 00010000:00010000:0.0:1763336272.333750:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.333760:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.333769:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.333776:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336272.333780:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.333789:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.333807:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.333819:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44f82 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336272.333906:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042044032:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 20456us (21122us total) trans 17179872068 rc 0/0 00000100:00100000:0.0:1763336272.333915:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2091 00000100:00100000:2.0:1763336272.341251:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.341333:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044288 00000100:00100000:0.0:1763336272.341342:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044288 00000100:00100000:3.0:1763336272.342064:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2092 00000100:00100000:3.0:1763336272.342077:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042044288:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336272.342112:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.342129:0:28399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 13 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.342136:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.342138:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.342142:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.342172:0:28399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 13 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.342184:0:28399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 13 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.342197:0:28399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28399:1848991056176768:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336272.342268:0:28399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9288cfde40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336272.348628:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.348787:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044416 00000100:00100000:2.0:1763336272.348796:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044416 00010000:00010000:2.0:1763336272.348830:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 14 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.348871:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3573 00000100:00100000:2.0:1763336272.348880:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042044416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.348897:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.348916:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 14 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.348928:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 14 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.348959:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.348962:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.348966:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.348977:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.348997:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336272.349059:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042044416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 178us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.349071:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3573 00010000:00010000:3.0:1763336272.349306:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa44f58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ca8 expref: 13 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.349327:0:28399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28399:1848991056176768:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336272.349346:0:28399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.349355:0:28399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.349362:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336272.358288:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839422 is committed 00002000:00010000:3.0:1763336272.358544:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 159744 -> 262144 00002000:00010000:3.0:1763336272.358550:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 160 -> 296 00010000:00010000:3.0:1763336272.358562:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.358582:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.358591:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.358598:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336272.358602:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.358609:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.358628:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.358636:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44f89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.358791:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042044288:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 16712us (17545us total) trans 21474839422 rc 0/0 00000100:00100000:3.0:1763336272.358802:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2092 00000100:00100000:3.0:1763336272.372598:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.373864:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044672 00000100:00100000:1.0:1763336272.373876:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044672 00000100:00100000:1.0:1763336272.373938:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10543 00000100:00100000:1.0:1763336272.373959:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+56:57615:x1848991042044672:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336272.374010:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336272.374036:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f66 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66caf expref: 56 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.374056:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336272.374061:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336272.374228:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336272.374244:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.374253:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336272.374300:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968774 00000004:00010000:1.0:1763336272.374324:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000647d3d8f reply state 000000002ac12b1f transno 4294968775 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.374336:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.374341:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336272.374344:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336272.374347:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336272.374428:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+58:57615:x1848991042044672:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 481us (1837us total) trans 4294968775 rc 0/0 00000100:00100000:1.0:1763336272.374436:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10543 00000020:00080000:1.0:1763336272.374442:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336272.379382:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.379611:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044800 00000100:00100000:2.0:1763336272.379630:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044800 00000100:00100000:2.0:1763336272.379722:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7565 00000100:00100000:2.0:1763336272.379733:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042044800:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.379751:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.379772:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cb6 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336272.379795:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336272.379815:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.379816:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.379823:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.379839:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.379852:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:2.0:1763336272.379912:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042044800:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 180us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.379919:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7565 00000100:00100000:0.0:1763336272.384349:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.384394:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.385064:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042044928 00000100:00100000:1.0:1763336272.385075:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042044928 00002000:00010000:1.0:1763336272.385114:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (262144->18446744073709551615) 00002000:00100000:1.0:1763336272.385119:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313480 with x1848991042044928 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336272.385132:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183313480. 00000100:00100000:1.0:1763336272.385163:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045056 00000100:00100000:1.0:1763336272.385167:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045056 00002000:00010000:1.0:1763336272.385179:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.385182:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311180 with x1848991042045056 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.385188:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183311180. 00000100:00100000:1.0:1763336272.385203:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2093 00000100:00100000:1.0:1763336272.385210:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042044928:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336272.385355:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336272.385358:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.385361:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336272.385363:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.385365:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:1.0:1763336272.385416:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042044928:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 205us (1077us total) trans 17179872069 rc 0/0 00000100:00100000:1.0:1763336272.385423:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2093 00002000:00010000:1.0:1763336272.385427:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (262144->18446744073709551615) 00002000:00100000:1.0:1763336272.385429:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313480 with x1848991042044928 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336272.385434:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183313480. 00000100:00100000:1.0:1763336272.385449:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2094 00000100:00100000:1.0:1763336272.385455:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042045056:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336272.385522:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336272.385525:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.385539:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336272.385541:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.385544:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336272.385566:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042045056:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 111us (1172us total) trans 21474839423 rc 0/0 00000100:00100000:1.0:1763336272.385575:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2094 00002000:00010000:1.0:1763336272.385577:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.385580:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311180 with x1848991042045056 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.385585:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183311180. 00000100:00100000:1.0:1763336272.388093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.388273:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045184 00000100:00100000:2.0:1763336272.388282:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045184 00000100:00100000:2.0:1763336272.388332:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10544 00000100:00100000:2.0:1763336272.388341:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+58:57615:x1848991042045184:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.388361:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.388383:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f9e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cbd expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.388466:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fa5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.388484:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fa5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.388495:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fa5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.388519:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336272.388523:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.388629:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fa5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.388655:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44f9e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cbd expref: 60 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.388671:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fa5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cbd expref: 59 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.388680:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.388682:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.388909:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:2.0:1763336272.389492:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57615:x1848991042045184:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1148us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.389504:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10544 00000100:00100000:0.0:1763336272.394333:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.395089:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045440 00000100:00100000:2.0:1763336272.395099:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045440 00000100:00100000:2.0:1763336272.395155:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10545 00000100:00100000:2.0:1763336272.395166:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57615:x1848991042045440:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336272.395214:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.395238:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fa5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cbd expref: 59 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.395255:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.395260:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336272.395412:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.395428:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.395437:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:2.0:1763336272.395487:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968776 00000004:00010000:2.0:1763336272.395509:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ce6366ad reply state 00000000fefae3b9 transno 4294968777 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.395521:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.395527:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.395530:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336272.395532:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336272.395786:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57615:x1848991042045440:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 451us (1291us total) trans 4294968777 rc 0/0 00000100:00100000:2.0:1763336272.395796:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10545 00000020:00080000:2.0:1763336272.395802:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336272.399986:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.400061:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045568 00000100:00100000:3.0:1763336272.400071:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045568 00000100:00100000:3.0:1763336272.400125:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7566 00000100:00100000:3.0:1763336272.400135:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57615:x1848991042045568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336272.400152:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336272.400172:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cc4 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336272.400194:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604b, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:3.0:1763336272.400388:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.400390:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.400398:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.400413:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 14 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.400431:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336272.400493:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57615:x1848991042045568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 358us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.400499:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7566 00000100:00100000:1.0:1763336272.404767:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.404810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.405522:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045696 00000100:00100000:0.0:1763336272.405539:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045696 00002000:00010000:0.0:1763336272.405576:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (262144->18446744073709551615) 00002000:00100000:0.0:1763336272.405580:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dd500 with x1848991042045696 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763336272.405592:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dd500. 00000100:00100000:0.0:1763336272.405621:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045824 00000100:00100000:0.0:1763336272.405624:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045824 00002000:00010000:0.0:1763336272.405636:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:0.0:1763336272.405639:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3ddf80 with x1848991042045824 ext(0->18446744073709551615) 00000100:00100000:2.0:1763336272.405837:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2095 00000100:00100000:2.0:1763336272.405848:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042045696:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336272.405993:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336272.405996:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.405999:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336272.406001:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.406003:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 296 -> 296 00002000:00010000:0.0:1763336272.406235:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3ddf80. 00000100:00100000:2.0:1763336272.406797:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042045696:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 948us (2036us total) trans 21474839424 rc 0/0 00000100:00100000:2.0:1763336272.406805:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2095 00002000:00010000:2.0:1763336272.406809:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/60 (262144->18446744073709551615) 00002000:00100000:2.0:1763336272.406812:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dd500 with x1848991042045696 ext(262144->18446744073709551615) 00002000:00010000:2.0:1763336272.406817:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dd500. 00000100:00100000:2.0:1763336272.406840:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2096 00000100:00100000:2.0:1763336272.406847:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042045824:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336272.406925:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336272.406928:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.406930:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:2.0:1763336272.406932:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.406933:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336272.406970:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042045824:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 123us (2158us total) trans 17179872070 rc 0/0 00000100:00100000:2.0:1763336272.406977:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2096 00002000:00010000:2.0:1763336272.406980:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336272.406982:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3ddf80 with x1848991042045824 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336272.406986:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3ddf80. 00000100:00100000:0.0:1763336272.410188:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.410281:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042045952 00000100:00100000:2.0:1763336272.410291:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042045952 00000100:00100000:2.0:1763336272.410351:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10546 00000100:00100000:2.0:1763336272.410361:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57615:x1848991042045952:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.410386:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.410408:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ccb expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.410496:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa44fc1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.410510:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa44fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.410521:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa44fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.410544:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336272.410549:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.410563:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa44fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.410584:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa44fba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ccb expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.410599:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa44fc1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ccb expref: 62 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.410607:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.410609:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.410612:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:2.0:1763336272.410667:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57615:x1848991042045952:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 307us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.410674:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10546 00000100:00100000:1.0:1763336272.414229:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.414379:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046208 00000100:00100000:0.0:1763336272.414388:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046208 00000100:00100000:0.0:1763336272.414937:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10547 00000100:00100000:0.0:1763336272.414960:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57615:x1848991042046208:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336272.415009:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336272.415034:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa44fc1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ccb expref: 62 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.415050:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.415054:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336272.415204:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336272.415220:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.415229:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336272.415271:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968778 00000004:00010000:0.0:1763336272.415293:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000033737460 reply state 000000000982d412 transno 4294968779 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.415303:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.415308:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.415310:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336272.415313:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336272.415404:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:57615:x1848991042046208:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 457us (1182us total) trans 4294968779 rc 0/0 00000100:00100000:0.0:1763336272.415411:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10547 00000020:00080000:0.0:1763336272.415417:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336272.418093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.418202:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046336 00000100:00100000:3.0:1763336272.418211:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046336 00000100:00100000:3.0:1763336272.418827:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7567 00000100:00100000:3.0:1763336272.418838:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57615:x1848991042046336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336272.418853:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336272.418873:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cd2 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336272.418893:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:3.0:1763336272.418912:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.418914:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.418921:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 22 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.418934:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 22 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.418945:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336272.419003:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57615:x1848991042046336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 168us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.419010:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7567 00000100:00100000:1.0:1763336272.421892:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.422090:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046464 00000100:00100000:3.0:1763336272.422099:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046464 00002000:00010000:3.0:1763336272.422132:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (262144->18446744073709551615) 00002000:00100000:3.0:1763336272.422137:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186508700 with x1848991042046464 ext(262144->18446744073709551615) 00002000:00010000:3.0:1763336272.422148:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186508700. 00000100:00100000:1.0:1763336272.422518:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.423138:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046592 00000100:00100000:0.0:1763336272.423145:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046592 00002000:00010000:0.0:1763336272.423168:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:0.0:1763336272.423172:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650b100 with x1848991042046592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336272.423180:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650b100. 00000100:00100000:0.0:1763336272.423211:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2097 00000100:00100000:0.0:1763336272.423221:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042046464:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336272.423356:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336272.423360:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.423362:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336272.423365:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.423367:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:0.0:1763336272.423419:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042046464:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 199us (1534us total) trans 17179872071 rc 0/0 00000100:00100000:0.0:1763336272.423426:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2097 00002000:00010000:0.0:1763336272.423429:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/63 (262144->18446744073709551615) 00002000:00100000:0.0:1763336272.423431:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186508700 with x1848991042046464 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763336272.423436:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186508700. 00000100:00100000:0.0:1763336272.423452:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2098 00000100:00100000:0.0:1763336272.423459:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042046592:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336272.423522:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336272.423524:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.423526:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336272.423528:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.423531:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336272.423553:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042046592:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 94us (1036us total) trans 21474839425 rc 0/0 00000100:00100000:0.0:1763336272.423560:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2098 00002000:00010000:0.0:1763336272.423563:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/61 (0->18446744073709551615) 00002000:00100000:0.0:1763336272.423566:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650b100 with x1848991042046592 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336272.423569:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650b100. 00000100:00100000:1.0:1763336272.428389:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.428827:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.428848:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.429025:0:32318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046720 00000100:00100000:2.0:1763336272.429034:0:32318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046720 00000100:00100000:2.0:1763336272.429075:0:32318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 149 00000100:00100000:2.0:1763336272.429082:0:32318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91838db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991042046720:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1763336272.429147:0:32318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91838db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991042046720:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 64us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.429155:0:32318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 149 00000100:00100000:3.0:1763336272.429373:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046848 00000100:00100000:3.0:1763336272.429378:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046848 00000100:00100000:3.0:1763336272.429428:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042046976 00000100:00100000:3.0:1763336272.429432:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042046976 00000100:00100000:3.0:1763336272.429451:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1276 00000100:00100000:3.0:1763336272.429458:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2405:x1848991042046848:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1763336272.429511:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2405:x1848991042046848:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 53us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.429518:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1276 00000100:00100000:3.0:1763336272.429531:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10548 00000100:00100000:3.0:1763336272.429537:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:57615:x1848991042046976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336272.429550:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336272.429570:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44fd6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cd9 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.430458:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44fdd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336272.430475:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44fdd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.430488:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44fdd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336272.430524:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:3.0:1763336272.430527:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336272.430543:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44fdd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.430569:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa44fd6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd9 expref: 66 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.430586:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44fdd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd9 expref: 65 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.430594:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.430597:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336272.430601:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336272.430645:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57615:x1848991042046976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1107us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.430652:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10548 00000100:00080000:2.0:1763336272.430731:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763336272.433527:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.433601:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042047232 00000100:00100000:3.0:1763336272.433611:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042047232 00000100:00100000:3.0:1763336272.433664:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10549 00000100:00100000:3.0:1763336272.433675:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57615:x1848991042047232:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336272.433907:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.433933:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44fdd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd9 expref: 65 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.433961:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.433966:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336272.434122:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336272.434137:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.434145:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:3.0:1763336272.434185:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968780 00000004:00010000:3.0:1763336272.434207:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb28eb7d reply state 000000006a0b08b7 transno 4294968781 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.434219:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.434225:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.434228:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336272.434231:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336272.434319:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+67:57615:x1848991042047232:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 645us (799us total) trans 4294968781 rc 0/0 00000100:00100000:3.0:1763336272.434326:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10549 00000020:00080000:3.0:1763336272.434331:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336272.436184:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.436654:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042047360 00000100:00100000:2.0:1763336272.436663:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042047360 00000100:00100000:2.0:1763336272.436750:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7568 00000100:00100000:2.0:1763336272.436760:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57615:x1848991042047360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.436777:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.436798:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ce0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336272.436820:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336272.436838:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.436840:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.436847:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.436862:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.436874:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:2.0:1763336272.436929:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57615:x1848991042047360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 171us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.436940:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7568 00000100:00100000:0.0:1763336272.439360:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.439400:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.439537:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042047488 00000100:00100000:1.0:1763336272.439546:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042047488 00002000:00010000:1.0:1763336272.439576:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (262144->18446744073709551615) 00002000:00100000:1.0:1763336272.439580:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b24000 with x1848991042047488 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336272.439591:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92c0b24000. 00000100:00100000:1.0:1763336272.439760:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042047616 00000100:00100000:1.0:1763336272.439764:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042047616 00002000:00010000:1.0:1763336272.439777:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336272.439780:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b25c00 with x1848991042047616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336272.439787:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92c0b25c00. 00000100:00100000:3.0:1763336272.439851:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2099 00000100:00100000:3.0:1763336272.439862:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042047488:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336272.440013:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336272.440017:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.440019:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336272.440021:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.440024:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1763336272.440075:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042047488:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 215us (722us total) trans 21474839426 rc 0/0 00000100:00100000:3.0:1763336272.440083:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2099 00002000:00010000:3.0:1763336272.440086:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (262144->18446744073709551615) 00002000:00100000:3.0:1763336272.440088:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b24000 with x1848991042047488 ext(262144->18446744073709551615) 00002000:00010000:3.0:1763336272.440093:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92c0b24000. 00000100:00100000:3.0:1763336272.440109:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2100 00000100:00100000:3.0:1763336272.440116:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042047616:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336272.440184:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.440187:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.440189:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336272.440191:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.440193:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336272.440216:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042047616:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 100us (816us total) trans 17179872072 rc 0/0 00000100:00100000:3.0:1763336272.440222:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2100 00002000:00010000:3.0:1763336272.440225:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:3.0:1763336272.440227:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b25c00 with x1848991042047616 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336272.440231:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92c0b25c00. 00000100:00100000:1.0:1763336272.444346:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.444424:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042047872 00000100:00100000:3.0:1763336272.444434:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042047872 00000100:00100000:3.0:1763336272.444620:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10550 00000100:00100000:3.0:1763336272.444631:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+67:57615:x1848991042047872:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336272.444748:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336272.444766:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.444778:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00010000:3.0:1763336272.444868:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000866660e6 reply state 00000000c762711f transno 4294968782 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.444879:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336272.444886:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.444889:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336272.444893:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336272.444981:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:57615:x1848991042047872:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 352us (643us total) trans 4294968782 rc 0/0 00000100:00100000:3.0:1763336272.444989:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10550 00000100:00100000:0.0:1763336272.450380:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.450764:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048000 00000100:00100000:3.0:1763336272.450774:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048000 00000100:00100000:2.0:1763336272.451025:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7569 00000100:00100000:2.0:1763336272.451038:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042048000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.451055:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.451075:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ce7 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.451108:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.451116:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.451118:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.451123:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.451156:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.451169:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 1160 lvb_type: 1 00000100:00100000:2.0:1763336272.451181:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056176896:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336272.451608:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336272.456067:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056176896:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.456106:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.456129:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:2.0:1763336272.456190:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042048000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5154us (5819us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.456198:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7569 00000100:00100000:0.0:1763336272.456469:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.456938:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048128 00000100:00100000:3.0:1763336272.456945:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048128 00010000:00010000:3.0:1763336272.456984:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 1160 lvb_type: 1 00000100:00100000:3.0:1763336272.457021:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3574 00000100:00100000:3.0:1763336272.457031:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042048128:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336272.457045:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.457063:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.457075:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.457096:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa44db4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66be4 expref: 19 pid: 9765 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.457109:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.457111:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.457118:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.457127:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.457162:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.457176:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056177024:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336272.457245:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e19a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336272.461864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.462011:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056177024:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336272.462032:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336272.462081:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042048128:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5051us (5613us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.462092:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3574 00000100:00100000:2.0:1763336272.462486:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048256 00000100:00100000:2.0:1763336272.462494:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048256 00000100:00100000:2.0:1763336272.462542:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7570 00000100:00100000:2.0:1763336272.462551:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042048256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.462567:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.462585:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cee expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.462612:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.462635:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.462637:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.462642:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.462673:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.462994:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 1160 lvb_type: 1 00000100:00100000:2.0:1763336272.463015:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056177152:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336272.463087:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336272.470006:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056177152:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.470043:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.470063:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336272.470116:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042048256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7565us (8259us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.470126:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7570 00000100:00100000:1.0:1763336272.470979:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.471057:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048384 00000100:00100000:3.0:1763336272.471067:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048384 00010000:00010000:3.0:1763336272.471100:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 1160 lvb_type: 1 00000100:00100000:3.0:1763336272.471820:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3575 00000100:00100000:3.0:1763336272.471831:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042048384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336272.471846:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.471865:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.471879:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.471901:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa44dad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66beb expref: 19 pid: 8396 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.471915:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.471917:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.471924:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.471933:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.471980:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.471994:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056177280:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336272.472065:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e19a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336272.475540:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.475638:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056177280:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336272.475660:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336272.475744:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042048384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3914us (4768us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.475755:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3575 00000100:00100000:2.0:1763336272.476165:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048512 00000100:00100000:2.0:1763336272.476173:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048512 00000100:00100000:2.0:1763336272.476222:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7571 00000100:00100000:2.0:1763336272.476230:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57615:x1848991042048512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.476247:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.476265:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cf5 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.476292:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.476300:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.476302:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.476307:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.476338:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.476350:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 1 00000100:00100000:2.0:1763336272.476362:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056177408:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336272.476425:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336272.480565:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056177408:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.480606:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.480624:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61800, rc 0) 00000100:00100000:2.0:1763336272.480719:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57615:x1848991042048512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4489us (5187us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.480728:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7571 00000100:00100000:1.0:1763336272.480968:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.481311:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048640 00000100:00100000:3.0:1763336272.481319:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048640 00010000:00010000:3.0:1763336272.481348:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 1 00000100:00100000:3.0:1763336272.481383:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3576 00000100:00100000:3.0:1763336272.481392:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042048640:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336272.481405:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.481423:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.481435:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.481456:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa44dbb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bf2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.481469:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.481471:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.481476:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.481491:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.481522:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.481534:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056177536:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336272.481602:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e19a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336272.486167:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.486390:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056177536:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336272.486413:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336272.486918:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048768 00000100:00100000:2.0:1763336272.486926:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048768 00000100:00100000:2.0:1763336272.486989:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7572 00000100:00100000:3.0:1763336272.486995:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042048640:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5599us (6023us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.487004:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042048768:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:3.0:1763336272.487011:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3576 00000100:00100000:1.0:1763336272.487068:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.487101:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:2.0:1763336272.487138:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336272.487142:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336272.487144:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336269 -> 1763336271 00002000:00010000:2.0:1763336272.487147:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.487149:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:2.0:1763336272.487546:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042048768:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 542us (1383us total) trans 21474839427 rc 0/0 00000100:00100000:2.0:1763336272.487554:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7572 00000100:00100000:2.0:1763336272.487572:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042048896 00000100:00100000:2.0:1763336272.487576:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042048896 00000100:00100000:2.0:1763336272.487595:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042049024 00000100:00100000:2.0:1763336272.487598:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042049024 00000100:00100000:2.0:1763336272.487625:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7573 00000100:00100000:2.0:1763336272.487636:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042048896:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336272.487704:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336272.487708:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336272.487710:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336269 -> 1763336271 00002000:00010000:2.0:1763336272.487712:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.487714:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336272.487742:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042048896:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 106us (674us total) trans 21474839428 rc 0/0 00000100:00100000:2.0:1763336272.487761:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7573 00000100:00100000:2.0:1763336272.487776:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7574 00000100:00100000:2.0:1763336272.487782:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042049024:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336272.487857:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336272.487861:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336272.487863:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336269 -> 1763336271 00002000:00010000:2.0:1763336272.487865:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336271 -> 1763336272 00002000:00010000:2.0:1763336272.487867:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336272.487887:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042049024:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 106us (785us total) trans 17179872073 rc 0/0 00000100:00100000:2.0:1763336272.487894:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7574 00000100:00100000:1.0:1763336272.496170:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.496467:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042049280 00000100:00100000:2.0:1763336272.496476:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042049280 00000100:00100000:2.0:1763336272.499071:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3615 00000100:00100000:2.0:1763336272.499095:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:57615:x1848991042049280:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336272.499156:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44d6e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bcf expref: 69 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.499203:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336272.499216:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 69 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.499226:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.499257:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 69 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.499270:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 69 pid: 6513 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.499283:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056177664:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336272.499376:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336272.506829:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.507059:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056177664:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.507087:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336272.507294:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042049408 00000100:00100000:3.0:1763336272.507301:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042049408 00010000:00010000:3.0:1763336272.507335:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 70 pid: 6513 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.507375:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3577 00000100:00100000:3.0:1763336272.507386:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+70:2404:x1848991042049408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336272.507399:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.507406:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 23 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 70 pid: 6513 timeout: 1160 lvb_type: 0 00010000:00010000:3.0:1763336272.507417:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 23 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 70 pid: 6513 timeout: 1160 lvb_type: 0 00010000:00010000:3.0:1763336272.507437:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa44d98 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 23 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bd6 expref: 70 pid: 6513 timeout: 1160 lvb_type: 0 00010000:00010000:3.0:1763336272.507451:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.507455:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336272.507467:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336272.507474:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336272.507505:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336272.507536:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336272.507543:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336272.507556:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:2404:x1848991042049408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 172us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.507563:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3577 00000040:00080000:0.0:1763336272.507807:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].148, 88 off20560 00000004:00080000:0.0:1763336272.507817:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060469130892ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.507846:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].152, 88 off20912 00000004:00080000:0.0:1763336272.507853:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060469167987ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.507874:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].149, 88 off20648 00000004:00080000:0.0:1763336272.507878:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060469192525ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.507887:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].153, 88 off21000 00000004:00080000:0.0:1763336272.507890:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060469204717ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.507898:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].154, 88 off21088 00000004:00080000:0.0:1763336272.507901:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060469216102ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.507909:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].150, 88 off20736 00000004:00080000:0.0:1763336272.507914:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060469228265ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.507923:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].151, 88 off20824 00000004:00080000:0.0:1763336272.507926:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060469241037ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.507935:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].155, 88 off21176 00000004:00080000:0.0:1763336272.507939:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060469253337ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.507957:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].156, 88 off21264 00000004:00080000:0.0:1763336272.507961:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060469276034ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.507972:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].152, 88 off20912 00000004:00080000:0.0:1763336272.507976:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060469290765ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.507984:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].153, 88 off21000 00000004:00080000:0.0:1763336272.507987:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060469301684ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.507994:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].157, 88 off21352 00000004:00080000:0.0:1763336272.507997:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060469311830ns, next at 1056126607009ns, rc = 0 00000001:00080000:2.0:1763336272.518366:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968783 is committed 00000004:00080000:2.0:1763336272.518378:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 154 committed 00000004:00080000:2.0:1763336272.518404:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 154 committed 00000004:00080000:2.0:1763336272.518431:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 153 committed 00000004:00080000:2.0:1763336272.518434:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 153 committed 00000004:00080000:2.0:1763336272.518436:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 152 committed 00000004:00080000:2.0:1763336272.518438:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 152 committed 00000004:00080000:2.0:1763336272.518440:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 151 committed 00000004:00080000:2.0:1763336272.518442:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 151 committed 00000004:00080000:2.0:1763336272.518445:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 150 committed 00000004:00080000:2.0:1763336272.518448:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 150 committed 00000004:00080000:2.0:1763336272.518449:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 149 committed 00000004:00080000:2.0:1763336272.518452:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 149 committed 00000004:00010000:2.0:1763336272.518552:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006bb67109 reply state 00000000c6a38bd2 transno 4294968783 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518575:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518584:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.518587:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763336272.518591:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763336272.518599:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.518600:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336272.518608:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa44d6e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66bcf expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763336272.518740:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763336272.518753:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57615:x1848991042049280:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 19670us (22863us total) trans 4294968783 rc 0/0 00000100:00100000:2.0:1763336272.518766:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3615 00010000:00010000:2.0:1763336272.518804:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518811:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518817:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518822:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336272.518826:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518832:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518843:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.518846:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336272.518849:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336272.518854:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4500e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336272.518933:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.518941:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.518956:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.518961:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.518965:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.518971:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.518979:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.518981:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.518984:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.518989:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa44dc2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519005:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519011:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519016:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519020:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519023:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519029:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519036:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519038:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519041:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519046:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa44dde lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519058:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519064:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519072:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519076:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519079:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519084:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519090:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519092:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519094:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519099:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa44e01 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519109:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519114:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519119:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519123:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519125:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519129:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519139:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519141:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519143:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519149:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa44e24 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519158:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519164:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519169:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519174:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519177:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519182:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519188:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519190:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519192:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519198:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa44e6a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519208:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519213:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519218:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519221:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519224:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519229:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519235:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519237:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519239:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519244:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa44e86 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519255:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519260:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519265:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519270:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519273:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519281:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519287:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519289:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519291:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519296:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa44ea2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519304:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519310:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519315:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519320:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519322:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519328:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519334:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519336:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519338:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519343:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa44ebe lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519352:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519357:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519362:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519367:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519370:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519375:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519382:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519384:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519386:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519392:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa44efd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519400:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519406:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519411:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519416:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519419:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519424:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519431:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519433:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519435:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519441:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa44f19 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519449:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519454:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519459:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519463:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519466:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519471:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519477:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519480:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519482:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519489:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa44f35 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519497:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519502:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519507:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519511:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519513:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519519:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519525:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519528:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519530:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519536:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa44f51 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519544:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519550:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519555:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519561:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519563:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519569:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519576:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519578:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519581:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519585:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa44f90 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519594:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519599:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519605:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519610:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519613:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519619:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519625:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519627:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519630:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519635:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa44fac lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519643:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519648:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519653:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519658:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519660:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519665:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519672:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519674:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519676:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519681:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa44fc8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.519730:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519736:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519745:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519749:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfe00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519752:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519758:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519765:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519767:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519770:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519775:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa44fe4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519783:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519788:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519793:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519797:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336272.519799:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519804:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519812:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.519814:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336272.519816:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336272.519821:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa44ff2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00000100:00100000:3.0:1763336272.520024:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056177920:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.520082:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.520108:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056178432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.520126:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.520145:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336272.520150:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056178048:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.520168:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.520198:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056177920 00000100:00100000:3.0:1763336272.520206:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056177920 00000100:00100000:3.0:1763336272.520242:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178432 00000100:00100000:3.0:1763336272.520245:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178432 00000100:00100000:3.0:1763336272.520258:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178048 00000100:00100000:3.0:1763336272.520261:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178048 00000100:00100000:3.0:1763336272.520277:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7575 00000100:00100000:3.0:1763336272.520285:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056177920:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336272.520413:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.520417:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336272.520419:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336272.520421:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.520423:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336272.520459:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056177920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 174us (376us total) trans 17179872074 rc 0/0 00000100:00100000:3.0:1763336272.520466:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7575 00000100:00100000:3.0:1763336272.520497:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1763336272.520503:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056178432:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336272.520555:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.520558:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.520559:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336272.520561:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.520563:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336272.520589:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056178432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (461us total) trans 17179872075 rc 0/0 00000100:00100000:3.0:1763336272.520595:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1763336272.520606:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7577 00000100:00100000:3.0:1763336272.520612:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056178048:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336272.520680:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336272.520717:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.520721:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336272.520723:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.520726:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1763336272.520757:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056178048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 143us (587us total) trans 17179872076 rc 0/0 00000100:00100000:3.0:1763336272.520763:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7577 00000004:00080000:3.0:1763336272.520807:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b641500/2, rc 0, transno 17179872076 00000100:00100000:3.0:1763336272.520815:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056178048:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336272.520828:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b642a00/2, rc 0, transno 17179872074 00000100:00100000:3.0:1763336272.520832:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056177920:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336272.520844:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b640000/2, rc 0, transno 17179872075 00000100:00100000:3.0:1763336272.520848:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056178432:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336272.520859:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056178560:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336272.520861:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056178944:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336272.520894:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336272.520919:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336272.520941:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056179072:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.520975:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336272.521335:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056177792:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336272.521448:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056178176:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.521925:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178944 00000100:00100000:3.0:1763336272.521931:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178944 00000100:00100000:3.0:1763336272.521980:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178560 00000100:00100000:3.0:1763336272.521984:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178560 00000100:00100000:1.0:1763336272.521992:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056179072 00000100:00100000:1.0:1763336272.521999:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056179072 00000100:00100000:3.0:1763336272.522008:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578 00000100:00100000:3.0:1763336272.522019:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056178944:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.522036:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7579 00000100:00100000:1.0:1763336272.522046:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056178560:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336272.522122:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336272.522126:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336272.522127:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.522132:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336272.522134:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336272.522136:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.522140:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336272.522141:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3c:0x0] updating lvb blocks from disk: 296 -> 296 00002000:00010000:1.0:1763336272.522148:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.522150:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:3.0:1763336272.522188:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056178944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 171us (1293us total) trans 21474839429 rc 0/0 00000100:00100000:1.0:1763336272.522196:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056178560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 151us (1277us total) trans 21474839430 rc 0/0 00000100:00100000:3.0:1763336272.522198:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578 00000100:00100000:1.0:1763336272.522209:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7579 00000100:00100000:3.0:1763336272.522217:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7580 00000100:00100000:3.0:1763336272.522226:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056179072:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.522242:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336272.522266:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056178688:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336272.522279:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.522283:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.522285:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336272.522287:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.522290:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336272.522324:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.522328:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056179072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 102us (1350us total) trans 21474839431 rc 0/0 00000100:00100000:3.0:1763336272.522336:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7580 00000100:00100000:3.0:1763336272.522350:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178176 00000100:00100000:1.0:1763336272.522352:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056179200:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336272.522354:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178176 00000100:00100000:1.0:1763336272.522381:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.522382:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178688 00000100:00100000:3.0:1763336272.522387:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178688 00000100:00100000:3.0:1763336272.522403:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056179200 00000100:00100000:3.0:1763336272.522406:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056179200 00000100:00100000:1.0:1763336272.522421:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7581 00000100:00100000:3.0:1763336272.522428:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1763336272.522433:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056178176:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.522439:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056178688:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336272.522509:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336272.522510:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.522514:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336272.522516:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.522518:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336272.522521:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:3.0:1763336272.522522:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.522528:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763336272.522530:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.522534:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336272.522562:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056178688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 126us (238us total) trans 21474839432 rc 0/0 00000100:00100000:3.0:1763336272.522572:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1763336272.522572:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056178176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 141us (329us total) trans 17179872077 rc 0/0 00000100:00100000:1.0:1763336272.522583:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7581 00000100:00100000:3.0:1763336272.522589:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7583 00000100:00100000:3.0:1763336272.522598:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056179200:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336272.522629:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b643b80/2, rc 0, transno 17179872077 00000100:00100000:1.0:1763336272.522637:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056178176:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336272.522641:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336272.522645:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.522647:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336272.522650:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00000100:00100000:1.0:1763336272.522650:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839404 gen 2 00002000:00010000:3.0:1763336272.522652:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 296 -> 296 00000004:00080000:1.0:1763336272.522659:0:3646:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839380 committed transno 21474839404 00000100:00100000:3.0:1763336272.522680:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056179200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (299us total) trans 21474839433 rc 0/0 00000100:00100000:3.0:1763336272.522705:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7583 00000004:00080000:1.0:1763336272.522726:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb5f80, transno 21474839381 00000004:00080000:1.0:1763336272.522736:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb7480, transno 21474839382 00000004:00080000:1.0:1763336272.522739:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb7100, transno 21474839383 00000004:00080000:1.0:1763336272.522742:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6a00, transno 21474839384 00000004:00080000:1.0:1763336272.522744:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb5180, transno 21474839385 00000004:00080000:1.0:1763336272.522746:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb4000, transno 21474839386 00000004:00080000:1.0:1763336272.522749:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187017100, transno 21474839399 00000004:00080000:1.0:1763336272.522752:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c684700, transno 21474839400 00000004:00080000:1.0:1763336272.522754:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187016680, transno 21474839401 00000004:00080000:1.0:1763336272.522757:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187015f80, transno 21474839402 00000004:00080000:1.0:1763336272.522760:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187016a00, transno 21474839403 00000004:00080000:1.0:1763336272.522762:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f42300, transno 21474839404 00000100:00100000:1.0:1763336272.522768:0:3646:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9285eb7480 x1848991056178688/t21474839432(21474839432) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336288 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763336272.522777:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb7480/2, rc 0, transno 21474839432 00000100:00100000:1.0:1763336272.522781:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056178688:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336272.523754:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336272.523779:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056178304:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336272.523803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336272.523886:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056178816:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336272.523910:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336272.523939:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056177792 00000100:00100000:2.0:1763336272.523943:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056177792 00000100:00100000:2.0:1763336272.523975:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178304 00000100:00100000:2.0:1763336272.523977:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178304 00000100:00100000:2.0:1763336272.523987:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056178816 00000100:00100000:2.0:1763336272.523989:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056178816 00000100:00100000:2.0:1763336272.523998:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7584 00000100:00100000:2.0:1763336272.524002:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056177792:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336272.524070:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336272.524072:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336272.524074:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336272.524076:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336272.524078:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336272.524106:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056177792:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (353us total) trans 17179872078 rc 0/0 00000100:00100000:2.0:1763336272.524111:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7584 00000100:00100000:2.0:1763336272.524126:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7585 00000100:00100000:2.0:1763336272.524131:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056178304:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336272.524182:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336272.524184:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.524186:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336272.524188:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.524190:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3f:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:2.0:1763336272.524211:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056178304:12345-0@lo:2:osp-syn-1-1.0 Request processed in 80us (407us total) trans 17179872079 rc 0/0 00000100:00100000:2.0:1763336272.524216:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7585 00000100:00100000:2.0:1763336272.524227:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7586 00000100:00100000:2.0:1763336272.524232:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056178816:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336272.524270:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336272.524273:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.524275:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336272.524277:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.524279:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336272.524297:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056178816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 65us (386us total) trans 21474839434 rc 0/0 00000100:00100000:2.0:1763336272.524301:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7586 00000004:00080000:2.0:1763336272.524338:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b641f80/2, rc 0, transno 17179872078 00000100:00100000:2.0:1763336272.524342:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056177792:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336272.524348:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b643800/2, rc 0, transno 17179872079 00000100:00100000:2.0:1763336272.524351:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056178304:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336272.524357:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb6680/2, rc 0, transno 21474839434 00000100:00100000:2.0:1763336272.524361:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056178816:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336272.524402:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb4a80/2, rc 0, transno 21474839429 00000100:00100000:3.0:1763336272.524407:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056178944:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336272.524639:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92b6ac7480/2, rc 0, transno 21474839433 00000100:00100000:1.0:1763336272.524644:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056179200:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336272.524801:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 6 in progress, 2 in flight, 12 done 00000004:00080000:1.0:1763336272.524903:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb7100/2, rc 0, transno 21474839430 00000100:00100000:1.0:1763336272.524907:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056178560:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336272.524916:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb7b80/2, rc 0, transno 21474839431 00000100:00100000:1.0:1763336272.524919:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056179072:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.529785:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.529913:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042049536 00000100:00100000:3.0:1763336272.529922:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042049536 00000100:00100000:3.0:1763336272.530013:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10551 00000100:00100000:3.0:1763336272.530025:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57615:x1848991042049536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336272.530046:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336272.530072:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45015 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66cfc expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.530124:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45015 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cfc expref: 18 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.530140:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45015 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cfc expref: 18 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.530162:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.530166:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336272.530169:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:3.0:1763336272.530922:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042049536:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 896us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.530931:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10551 00000100:00100000:1.0:1763336272.537429:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.537775:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042049792 00000100:00100000:2.0:1763336272.537785:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042049792 00000100:00100000:2.0:1763336272.537845:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3616 00000100:00100000:2.0:1763336272.537856:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57615:x1848991042049792:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336272.538335:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57615:x1848991042049792:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 479us (912us total) trans 4294968784 rc 0/0 00000100:00100000:2.0:1763336272.538343:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3616 00000100:00100000:1.0:1763336272.555373:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.555436:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042049920 00000100:00100000:2.0:1763336272.555447:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042049920 00000100:00100000:2.0:1763336272.555511:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10552 00000100:00100000:2.0:1763336272.555521:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57617:x1848991042049920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.555542:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.555563:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4501c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d03 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.555629:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.555642:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555653:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555666:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.555674:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555680:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555793:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.555802:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555809:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.555849:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336272.555853:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336272.555870:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555882:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555890:0:28199:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555895:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555900:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555906:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555911:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336272.555915:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555921:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555932:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c928723ee00) 00010000:00010000:2.0:1763336272.555935:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336272.555940:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555967:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45023 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555981:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555987:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555993:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.555998:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336272.556001:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.556006:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.556013:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c928723e600) 00010000:00010000:2.0:1763336272.556016:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336272.556018:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.556024:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4502a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.556056:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4501c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 21 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.556072:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 20 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.556079:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.556082:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336272.556084:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:2.0:1763336272.556149:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57617:x1848991042049920:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 628us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.556158:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10552 00000100:00100000:1.0:1763336272.562794:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.563014:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042050176 00000100:00100000:2.0:1763336272.563025:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042050176 00000100:00100000:2.0:1763336272.563083:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10553 00000100:00100000:2.0:1763336272.563094:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57617:x1848991042050176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336272.563112:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.563132:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa45038 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d0a expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.563241:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4503f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336272.563255:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4503f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336272.563265:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4503f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336272.563275:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336272.563391:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa45038 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d0a expref: 23 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.563409:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4503f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d0a expref: 22 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.563417:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336272.563420:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336272.563423:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336272.563488:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57617:x1848991042050176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 395us (702us total) trans 4294968785 rc 0/0 00000100:00100000:2.0:1763336272.563495:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10553 00000100:00100000:1.0:1763336272.567184:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.567272:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042050432 00000100:00100000:0.0:1763336272.567283:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042050432 00000100:00100000:0.0:1763336272.567341:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10554 00000100:00100000:0.0:1763336272.567351:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57617:x1848991042050432:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336272.567373:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336272.567393:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4504d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d11 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.567483:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa45054 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336272.567497:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa45054 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.567506:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa45054 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336272.567517:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336272.567610:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa4504d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d11 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.567632:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa45054 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d11 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.567641:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.567644:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336272.567648:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336272.567728:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57617:x1848991042050432:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 379us (551us total) trans 4294968786 rc 0/0 00000100:00100000:0.0:1763336272.567735:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10554 00000100:00100000:1.0:1763336272.618224:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.618313:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042050560 00000100:00100000:2.0:1763336272.618323:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042050560 00000100:00100000:2.0:1763336272.618384:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2101 00000100:00100000:2.0:1763336272.618393:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042050560:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336272.618424:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.618441:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.618449:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336272.618451:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336272.618455:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.618484:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.618496:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 20 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.618510:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056179328:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336272.618582:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbf63300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336272.623459:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056179328:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.623488:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.623555:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.623640:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042050688 00000100:00100000:2.0:1763336272.623648:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042050688 00010000:00010000:2.0:1763336272.623680:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 21 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.623748:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3578 00000100:00100000:2.0:1763336272.623757:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b8984c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042050688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.623771:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.623791:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 21 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.623802:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 21 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.623824:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa44ff9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce7 expref: 21 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.623838:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.623840:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.623844:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.623852:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.623872:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336272.623926:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b8984c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042050688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 170us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.623935:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3578 00010000:00010000:0.0:1763336272.624082:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.624091:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632512:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632530:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632538:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632545:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635ac00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336272.632549:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632558:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632576:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.632583:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635ac00/0x84ca14902aa45062 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.633004:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042050560:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 14607us (14784us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336272.633014:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2101 00000100:00100000:3.0:1763336272.649147:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.659547:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042050816 00000100:00100000:1.0:1763336272.659561:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042050816 00000100:00100000:1.0:1763336272.659637:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2102 00000100:00100000:1.0:1763336272.659648:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042050816:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336272.659700:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.659720:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.659728:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.659730:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.659734:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.659770:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.659785:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 25 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.659799:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056179456:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336272.659877:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336272.668229:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056179456:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336272.668260:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.674067:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.675534:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042050944 00000100:00100000:2.0:1763336272.675794:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042050944 00010000:00010000:2.0:1763336272.675833:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 26 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.675866:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3579 00000100:00100000:2.0:1763336272.675876:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042050944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.675889:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.675905:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 26 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.675917:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 26 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.675939:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa44f97 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cb6 expref: 26 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.675962:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.675964:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.675968:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.675977:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.676005:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336272.676019:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.676032:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.676055:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042050944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 180us (1996us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.676063:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3579 00010000:00010000:0.0:1763336272.688785:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.688804:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.688817:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.688825:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185703a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336272.688829:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.688839:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.688933:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.688942:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703a00/0x84ca14902aa45069 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336272.689035:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042050816:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 29385us (39892us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1763336272.689045:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2102 00000100:00100000:0.0:1763336272.712286:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.712389:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051072 00000100:00100000:1.0:1763336272.712399:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051072 00000100:00100000:1.0:1763336272.712477:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2103 00000100:00100000:1.0:1763336272.712488:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042051072:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336272.712522:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.712541:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.712550:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.712552:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336272.712557:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.712592:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.712605:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 19 pid: 30886 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.712621:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186312680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056179584:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336272.713380:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336272.723036:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186312680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056179584:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336272.723065:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336272.733154:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.734142:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051200 00000100:00100000:2.0:1763336272.734153:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051200 00010000:00010000:2.0:1763336272.734192:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 20 pid: 30886 timeout: 1160 lvb_type: 0 00000100:00100000:2.0:1763336272.734238:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3580 00000100:00100000:2.0:1763336272.734250:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042051200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.734263:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.734281:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 20 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.734297:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 20 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.734321:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa44fb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cc4 expref: 20 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.734337:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.734340:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.734345:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.734354:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.734382:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336272.734434:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042051200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 186us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.734443:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3580 00010000:00010000:2.0:1763336272.734477:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.734487:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750506:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750523:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750533:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750541:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185702600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336272.750545:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750553:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750573:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.750581:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185702600/0x84ca14902aa45070 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.750680:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042051072:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 38189us (38405us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1763336272.750754:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2103 00000100:00100000:1.0:1763336272.763174:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.763272:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051328 00000100:00100000:3.0:1763336272.763282:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051328 00000100:00100000:3.0:1763336272.763356:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2104 00000100:00100000:3.0:1763336272.763370:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042051328:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336272.763405:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.763425:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.763433:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.763435:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.763439:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.763473:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 24 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.763487:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 24 pid: 30886 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.763501:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056179712:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336272.763582:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b180 going to sleep for 11 seconds 00000100:00100000:3.0:1763336272.776270:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056179712:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336272.776308:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.777282:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.778893:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051456 00000100:00100000:0.0:1763336272.778903:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051456 00010000:00010000:0.0:1763336272.778943:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 0 00000100:00100000:0.0:1763336272.778995:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3581 00000100:00100000:0.0:1763336272.779006:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042051456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336272.779019:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336272.779039:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:0.0:1763336272.779052:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:0.0:1763336272.779074:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa44fcf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cd2 expref: 25 pid: 30886 timeout: 1160 lvb_type: 0 00010000:00010000:0.0:1763336272.779088:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.779090:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.779094:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.779103:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.779124:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336272.779171:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042051456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 168us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.779177:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3581 00010000:00010000:3.0:1763336272.780170:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.780182:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787372:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787390:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787400:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787408:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336272.787411:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787420:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787438:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.787451:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45077 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.787542:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042051328:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 24171us (24370us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1763336272.787551:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2104 00000100:00100000:0.0:1763336272.798340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.798391:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051584 00000100:00100000:3.0:1763336272.798402:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051584 00000100:00100000:3.0:1763336272.798481:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2105 00000100:00100000:3.0:1763336272.798493:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042051584:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336272.798526:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.798544:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.798553:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.798555:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336272.798558:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.798592:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.798605:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 18 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.798624:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056179840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336272.798730:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336272.803233:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.803278:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051712 00000100:00100000:2.0:1763336272.803287:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051712 00010000:00010000:2.0:1763336272.803326:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.804203:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056179840:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336272.804233:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336272.804347:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3582 00000100:00100000:2.0:1763336272.804360:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042051712:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336272.804376:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336272.804398:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.804414:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.804440:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa44feb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ce0 expref: 19 pid: 27808 timeout: 1160 lvb_type: 0 00010000:00010000:2.0:1763336272.804456:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.804459:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.804463:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.804477:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.804500:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336272.804553:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042051712:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 195us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.804562:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3582 00010000:00010000:3.0:1763336272.805769:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.805784:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814080:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814098:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814107:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814114:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336272.814118:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814126:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814146:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.814154:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa4507e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.814232:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042051584:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 15737us (15897us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1763336272.814243:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2105 00000100:00100000:3.0:1763336272.840764:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.842583:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042051840 00000100:00100000:0.0:1763336272.842596:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042051840 00000100:00100000:0.0:1763336272.842670:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 445 00000100:00100000:0.0:1763336272.842709:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57617:x1848991042051840:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336272.842727:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336272.842753:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa45054 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d11 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.842768:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.842772:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336272.842832:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57617:x1848991042051840:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 152us (2077us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.842841:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 445 00000100:00100000:0.0:1763336272.844896:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.848854:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042052096 00000100:00100000:2.0:1763336272.848865:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042052096 00000100:00100000:2.0:1763336272.850810:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3617 00000100:00100000:2.0:1763336272.850834:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57617:x1848991042052096:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336272.851461:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57617:x1848991042052096:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 637us (6568us total) trans 4294968787 rc 0/0 00000100:00100000:2.0:1763336272.851470:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3617 00000100:00100000:2.0:1763336272.864077:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.865724:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042052352 00000100:00100000:1.0:1763336272.865739:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042052352 00000100:00100000:1.0:1763336272.865804:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10555 00000100:00100000:1.0:1763336272.865817:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042052352:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336272.865840:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336272.865862:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa45085 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d18 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.865975:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336272.865990:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.866000:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.866037:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.866050:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 25 pid: 28199 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.866064:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186312680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056179968:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336272.866156:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336272.871299:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.871338:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042052480 00000100:00100000:1.0:1763336272.871347:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042052480 00010000:00010000:1.0:1763336272.871385:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 26 pid: 28199 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.871424:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3583 00000100:00100000:1.0:1763336272.871434:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042052480:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336272.871450:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336272.871457:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 26 pid: 28199 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.871472:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 26 pid: 28199 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763336272.871495:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336272.871500:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.871510:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.871517:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.871535:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336272.871587:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042052480:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 153us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336272.871595:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3583 00010000:00010000:1.0:1763336272.872138:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45031 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d03 expref: 25 pid: 28199 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763336272.872154:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186312680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056179968:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336272.872174:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.872183:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336272.872188:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336272.872217:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:1.0:1763336272.872339:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa45085 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.872355:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336272.872363:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336272.872366:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336272.872369:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18e00, rc 0) 00000100:00100000:1.0:1763336272.872409:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042052352:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6594us (8339us total) trans 4294968788 rc 0/0 00000100:00100000:1.0:1763336272.872416:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10555 00000100:00100000:3.0:1763336272.884929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.884981:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042052608 00000100:00100000:0.0:1763336272.884990:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042052608 00000100:00100000:0.0:1763336272.885043:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10556 00000100:00100000:0.0:1763336272.885052:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042052608:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336272.885073:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336272.885091:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4509a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d1f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.885179:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336272.885193:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.885202:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.885232:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.885245:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 26 pid: 6513 timeout: 1160 lvb_type: 0 00000100:00100000:0.0:1763336272.885257:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056180096:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336272.885324:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336272.890489:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056180096:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336272.890492:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336272.890523:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336272.890537:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042052736 00000100:00100000:3.0:1763336272.890546:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042052736 00010000:00010000:3.0:1763336272.890581:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 27 pid: 6513 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763336272.890615:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3584 00000100:00100000:3.0:1763336272.890624:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9293678c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042052736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336272.890637:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.890659:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 27 pid: 6513 timeout: 1160 lvb_type: 0 00010000:00010000:3.0:1763336272.890673:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 27 pid: 6513 timeout: 1160 lvb_type: 0 00010000:00010000:3.0:1763336272.890720:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa4508c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d18 expref: 27 pid: 6513 timeout: 1160 lvb_type: 0 00010000:00010000:3.0:1763336272.890742:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.890747:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336272.890757:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336272.890764:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336272.890788:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336272.890840:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9293678c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042052736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 216us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.890847:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3584 00010000:00010000:3.0:1763336272.890977:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336272.890985:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763336272.891079:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:3.0:1763336272.891085:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336272.891106:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336272.891137:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4509a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d1f expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.891151:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d1f expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.891164:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336272.891167:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336272.891169:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:3.0:1763336272.891211:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042052608:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6159us (6290us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336272.891218:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10556 00000100:00100000:1.0:1763336272.895704:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.895781:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042052864 00000100:00100000:0.0:1763336272.895791:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042052864 00000100:00100000:0.0:1763336272.895848:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7587 00000100:00100000:0.0:1763336272.895858:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042052864:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336272.895874:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336272.895895:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d26 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336272.895918:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 262144, mtime: 0x691a604f, atime: 0x691a604f, ctime: 0x691a6050, blocks: 0x180 00010000:00010000:0.0:1763336272.895941:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.895955:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336272.895967:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 18 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336272.895982:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 18 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336272.895996:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:0.0:1763336272.896058:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042052864:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 201us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.896065:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7587 00000100:00100000:0.0:1763336272.900912:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.901056:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042053120 00000100:00100000:2.0:1763336272.901067:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042053120 00000100:00100000:2.0:1763336272.901125:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3618 00000100:00100000:2.0:1763336272.901136:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042053120:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336272.901364:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042053120:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 229us (460us total) trans 4294968789 rc 0/0 00000100:00100000:2.0:1763336272.901372:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3618 00000100:00100000:2.0:1763336272.904813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.904865:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042053376 00000100:00100000:0.0:1763336272.904875:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042053376 00000100:00100000:0.0:1763336272.904939:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10557 00000100:00100000:0.0:1763336272.904958:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042053376:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336272.904980:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336272.904983:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1763336272.905010:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa4503f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d0a expref: 26 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.905033:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45015 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cfc expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.905045:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa450a1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d1f expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.905055:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.905060:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336272.905072:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa450af lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d2d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.905116:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336272.905129:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.905139:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336272.905352:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].154, 88 off21088 00000004:00080000:0.0:1763336272.905359:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060866673048ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.907856:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].158, 88 off21440 00000004:00080000:0.0:1763336272.907874:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060869187857ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.907904:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].155, 88 off21176 00000004:00080000:0.0:1763336272.907909:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060869223503ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.908105:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].159, 88 off21528 00000004:00080000:0.0:1763336272.908110:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060869424882ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.908129:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].160, 88 off21616 00000004:00080000:0.0:1763336272.908133:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060869447544ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.908159:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].156, 88 off21264 00000004:00080000:0.0:1763336272.908162:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060869476808ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.908169:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].157, 88 off21352 00000004:00080000:0.0:1763336272.908172:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060869486907ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.908179:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].161, 88 off21704 00000004:00080000:0.0:1763336272.908182:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060869496799ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.908189:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].162, 88 off21792 00000004:00080000:0.0:1763336272.908191:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060869506274ns, next at 1056126607009ns, rc = 0 00000040:00080000:0.0:1763336272.908198:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].158, 88 off21440 00000004:00080000:0.0:1763336272.908201:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060869515787ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.908208:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].159, 88 off21528 00000004:00080000:0.0:1763336272.908211:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1060869525761ns, next at 1056126636542ns, rc = 0 00000040:00080000:0.0:1763336272.908217:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].163, 88 off21880 00000004:00080000:0.0:1763336272.908220:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1060869534889ns, next at 1056126607009ns, rc = 0 00000001:00080000:0.0:1763336272.911155:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968790 is committed 00000004:00080000:0.0:1763336272.911168:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 160 committed 00000004:00080000:0.0:1763336272.911183:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 160 committed 00000004:00080000:0.0:1763336272.911193:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 159 committed 00000004:00080000:0.0:1763336272.911250:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 159 committed 00000004:00080000:0.0:1763336272.911256:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 158 committed 00000004:00080000:0.0:1763336272.911258:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 158 committed 00000004:00080000:0.0:1763336272.911260:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 157 committed 00000004:00080000:0.0:1763336272.911263:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 157 committed 00000004:00080000:0.0:1763336272.911266:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 156 committed 00000004:00080000:0.0:1763336272.911269:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 156 committed 00000004:00080000:0.0:1763336272.911273:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 155 committed 00000004:00080000:0.0:1763336272.911277:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 155 committed 00000100:00100000:3.0:1763336272.911358:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056180352:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763336272.911366:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.911381:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.911384:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336272.911399:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa450af lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 19 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763336272.911418:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.911422:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.911452:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056180864:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763336272.911452:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.911458:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336272.911462:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:3.0:1763336272.911478:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336272.911516:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042053376:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6559us (6711us total) trans 4294968790 rc 0/0 00000100:00100000:0.0:1763336272.911525:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10557 00000100:00100000:1.0:1763336272.911533:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056180608:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.911594:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336272.911601:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056180480:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336272.911626:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056180224:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.911627:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.911662:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180352 00000100:00100000:2.0:1763336272.911667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.911669:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180352 00000100:00100000:2.0:1763336272.911712:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056180736:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336272.911730:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180864 00000100:00100000:3.0:1763336272.911734:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180864 00000100:00100000:2.0:1763336272.911740:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336272.911805:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180480 00000100:00100000:3.0:1763336272.911808:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180480 00000100:00100000:3.0:1763336272.911835:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180224 00000100:00100000:3.0:1763336272.911838:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180224 00000100:00100000:3.0:1763336272.911853:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180736 00000100:00100000:3.0:1763336272.911856:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180736 00000100:00100000:3.0:1763336272.911869:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7588 00000100:00100000:3.0:1763336272.911876:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056180352:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336272.912008:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.912013:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336272.912016:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336272.912018:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.912021:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336272.912301:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336272.912308:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7589 00000100:00100000:2.0:1763336272.912319:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056180864:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336272.912340:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180608 00000100:00100000:1.0:1763336272.912345:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180608 00000100:00100000:1.0:1763336272.912368:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7590 00000100:00100000:1.0:1763336272.912374:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3648:x1848991056180480:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336272.912459:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3648:x1848991056180480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (831us total) trans 17179872081 rc 0/0 00000100:00100000:1.0:1763336272.912466:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7590 00000100:00100000:1.0:1763336272.912481:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7591 00000100:00100000:1.0:1763336272.912489:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056180224:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336272.912544:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336272.912547:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336272.912549:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336272.912551:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336272.912553:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336272.912582:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3647:x1848991056180224:12345-0@lo:2:osp-syn-1-1.0 Request processed in 94us (915us total) trans 17179872082 rc 0/0 00000100:00100000:1.0:1763336272.912587:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7591 00000100:00100000:1.0:1763336272.912600:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7592 00000100:00100000:1.0:1763336272.912606:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056180736:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336272.912668:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3647:x1848991056180736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 62us (928us total) trans 17179872083 rc 0/0 00000100:00100000:1.0:1763336272.912674:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7592 00000100:00100000:1.0:1763336272.912702:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7593 00000100:00100000:1.0:1763336272.912708:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3646:x1848991056180608:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336272.912753:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336272.912756:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.912758:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb atime from disk: 1763336267 -> 1763336267 00002000:00010000:1.0:1763336272.912760:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.912762:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336272.912789:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3646:x1848991056180608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (490us total) trans 17179872084 rc 0/0 00000100:00100000:1.0:1763336272.912795:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7593 00000004:00080000:1.0:1763336272.912848:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ace00/2, rc 0, transno 17179872082 00000100:00100000:1.0:1763336272.912855:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056180224:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336272.912867:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ad880/2, rc 0, transno 17179872083 00000100:00100000:1.0:1763336272.912871:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056180736:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336272.912906:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336272.912911:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.912914:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336272.912917:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336272.912921:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336272.912965:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3648:x1848991056180864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 648us (1486us total) trans 17179872085 rc 0/0 00000100:00100000:2.0:1763336272.912973:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7589 00000100:00100000:1.0:1763336272.912996:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056180992:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.913026:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336272.913056:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056181504:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.913078:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336272.913100:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336272.913107:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056181376:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.913133:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763336272.913138:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ac700/2, rc 0, transno 17179872081 00000100:00100000:0.0:1763336272.913145:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056180480:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336272.913158:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831afb80/2, rc 0, transno 17179872085 00000100:00100000:0.0:1763336272.913163:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056180864:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336272.913167:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056180992 00000100:00100000:1.0:1763336272.913173:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056180992 00000100:00100000:0.0:1763336272.913182:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056181120:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336272.913202:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056181504 00000100:00100000:1.0:1763336272.913206:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056181504 00000100:00100000:1.0:1763336272.913220:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056181376 00000100:00100000:1.0:1763336272.913222:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056181376 00000100:00100000:1.0:1763336272.913236:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7594 00000100:00100000:1.0:1763336272.913242:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056180992:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336272.913505:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3648:x1848991056180352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1628us (2084us total) trans 17179872080 rc 0/0 00000100:00100000:3.0:1763336272.913512:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7588 00000100:00100000:0.0:1763336272.913657:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336272.913678:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056181632:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336272.913720:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7595 00000100:00100000:3.0:1763336272.913730:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056181504:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336272.913750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336272.913758:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831af480/2, rc 0, transno 17179872080 00000100:00100000:3.0:1763336272.913764:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056180352:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336272.913779:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91831ad500/2, rc 0, transno 17179872084 00000100:00100000:0.0:1763336272.913785:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056180608:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336272.913796:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336272.913803:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056181248:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336272.913824:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336272.913864:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056181120 00000100:00100000:0.0:1763336272.913868:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056181120 00000100:00100000:0.0:1763336272.913885:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056181632 00000100:00100000:0.0:1763336272.913887:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056181632 00000100:00100000:0.0:1763336272.913896:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056181248 00000100:00100000:0.0:1763336272.913898:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056181248 00000100:00100000:0.0:1763336272.913908:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7596 00000100:00100000:0.0:1763336272.913913:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3649:x1848991056181376:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336272.913928:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7597 00000100:00100000:0.0:1763336272.913933:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3646:x1848991056181120:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336272.913976:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7598 00000100:00100000:0.0:1763336272.913982:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3646:x1848991056181632:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336272.914001:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7599 00000100:00100000:0.0:1763336272.914007:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3646:x1848991056181248:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336272.915572:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336272.915579:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336272.915582:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336272.915584:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.915587:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:0.0:1763336272.915641:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3649:x1848991056180992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2398us (2613us total) trans 21474839435 rc 0/0 00000100:00100000:0.0:1763336272.915650:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7594 00000004:00080000:1.0:1763336272.916358:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb6a00/2, rc 0, transno 21474839435 00000100:00100000:1.0:1763336272.916365:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056180992:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336272.916609:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336272.916614:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.916617:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336272.916619:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:3.0:1763336272.916622:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336272.916750:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336272.916754:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336272.916756:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336272.916758:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.916761:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336272.917439:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3646:x1848991056181120:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3503us (3781us total) trans 21474839438 rc 0/0 00000100:00100000:0.0:1763336272.917449:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7597 00000100:00100000:0.0:1763336272.917558:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3646:x1848991056181632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3575us (3809us total) trans 21474839439 rc 0/0 00000100:00100000:0.0:1763336272.917564:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7598 00002000:00010000:0.0:1763336272.917623:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336272.917626:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.917629:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336272.917631:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.917633:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336272.917659:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3646:x1848991056181248:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3652us (3834us total) trans 21474839440 rc 0/0 00000100:00100000:0.0:1763336272.917664:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7599 00000004:00080000:0.0:1763336272.917720:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb4000/2, rc 0, transno 21474839440 00000100:00100000:0.0:1763336272.917726:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056181248:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336272.917735:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb5180/2, rc 0, transno 21474839438 00000100:00100000:0.0:1763336272.917739:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056181120:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336272.917748:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb6300/2, rc 0, transno 21474839439 00000100:00100000:0.0:1763336272.917751:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056181632:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336272.917833:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3649:x1848991056181504:12345-0@lo:2:osp-syn-0-1.0 Request processed in 4094us (4743us total) trans 21474839436 rc 0/0 00000100:00100000:2.0:1763336272.917838:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3649:x1848991056181376:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3920us (4701us total) trans 21474839437 rc 0/0 00000100:00100000:3.0:1763336272.917846:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7595 00000100:00100000:2.0:1763336272.917860:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7596 00000004:00080000:1.0:1763336272.917967:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb5880/2, rc 0, transno 21474839437 00000100:00100000:1.0:1763336272.917972:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056181376:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336272.917983:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb4380/2, rc 0, transno 21474839436 00000100:00100000:1.0:1763336272.917985:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056181504:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336272.918581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336272.918941:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042053504 00000100:00100000:2.0:1763336272.918958:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042053504 00000100:00100000:2.0:1763336272.919009:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7600 00000100:00100000:2.0:1763336272.919019:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042053504:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336272.919034:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336272.919050:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d34 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.919077:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 19 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.919090:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.919093:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336272.919097:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [139264->188415] (req 139264->188415) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.919127:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 19 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336272.919139:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 19 pid: 35222 timeout: 1160 lvb_type: 1 00000100:00100000:2.0:1763336272.919151:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187016680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056181760:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336272.919226:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336272.928915:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336272.930218:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042053632 00000100:00100000:3.0:1763336272.930230:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042053632 00010000:00010000:3.0:1763336272.930268:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 20 pid: 35222 timeout: 1160 lvb_type: 1 00000100:00100000:3.0:1763336272.930480:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3585 00000100:00100000:3.0:1763336272.930491:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042053632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336272.930509:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336272.930530:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 20 pid: 35222 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.930546:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 20 pid: 35222 timeout: 1160 lvb_type: 1 00010000:00010000:3.0:1763336272.930573:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.930575:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336272.930583:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.930595:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336272.930631:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336272.930645:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056181888:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336272.930739:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b180 going to sleep for 11 seconds 00010000:00010000:2.0:1763336272.930828:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa450a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d26 expref: 20 pid: 35222 timeout: 1160 lvb_type: 1 00000100:00100000:2.0:1763336272.930843:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187016680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056181760:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336272.930866:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336272.930876:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336272.930904:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042053504:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11887us (12325us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336272.930912:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7600 00000100:00100000:3.0:1763336272.935602:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.936655:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042053760 00000100:00100000:0.0:1763336272.936666:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042053760 00000100:00100000:0.0:1763336272.936752:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2106 00000100:00100000:0.0:1763336272.936762:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042053760:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336272.937144:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336272.937149:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336271 -> 1763336272 00002000:00010000:0.0:1763336272.937151:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336272.937154:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:0.0:1763336272.937156:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 440 00000100:00100000:0.0:1763336272.937209:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042053760:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 448us (1622us total) trans 21474839441 rc 0/0 00000100:00100000:0.0:1763336272.937220:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2106 00000100:00100000:1.0:1763336272.937504:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056181888:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336272.937524:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336272.937562:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042053632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7073us (8655us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336272.937569:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3585 00000100:00100000:3.0:1763336272.940048:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.940195:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042053888 00000100:00100000:0.0:1763336272.940205:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042053888 00000100:00100000:0.0:1763336272.940418:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10558 00000100:00100000:0.0:1763336272.940428:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042053888:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336272.940450:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336272.940469:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa450c4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d3b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.940553:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336272.940566:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.940577:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336272.940908:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336272.940913:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336272.940931:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336272.940968:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa450c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.940984:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336272.940993:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336272.940997:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336272.941000:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:0.0:1763336272.941803:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042053888:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1373us (1758us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336272.941812:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10558 00000100:00100000:2.0:1763336272.945935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.947239:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054016 00000100:00100000:0.0:1763336272.947250:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054016 00002000:00100000:0.0:1763336272.947297:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (53248->57343) req@ffff9c9187016680 x1848991042054016/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/0 e 0 to 0 dl 1763336283 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336272.947309:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016680 with x1848991042054016 ext(53248->57343) 00002000:00010000:0.0:1763336272.947315:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187016680 00000100:00100000:0.0:1763336272.947354:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2107 00000100:00100000:0.0:1763336272.947364:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042054016:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336272.947577:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042054016:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 214us (1650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336272.947586:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2107 00002000:00100000:0.0:1763336272.947593:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (53248->57343) req@ffff9c9187016680 x1848991042054016/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/4536 e 0 to 0 dl 1763336283 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336272.947602:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016680 with x1848991042054016 ext(53248->57343) 00002000:00010000:0.0:1763336272.947606:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187016680 00000100:00100000:2.0:1763336272.952728:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336272.952814:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054144 00000100:00100000:0.0:1763336272.952824:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054144 00002000:00100000:0.0:1763336272.952869:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (90112->94207) req@ffff9c92bcd3ec50 x1848991042054144/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/0 e 0 to 0 dl 1763336283 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336272.952881:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bcd3ec50 with x1848991042054144 ext(90112->94207) 00002000:00010000:0.0:1763336272.952888:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bcd3ec50 00000100:00100000:0.0:1763336272.952924:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2108 00000100:00100000:0.0:1763336272.952934:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bcd3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042054144:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336272.953123:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bcd3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042054144:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 190us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336272.953131:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2108 00002000:00100000:0.0:1763336272.953139:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (90112->94207) req@ffff9c92bcd3ec50 x1848991042054144/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/4536 e 0 to 0 dl 1763336283 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336272.953147:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bcd3ec50 with x1848991042054144 ext(90112->94207) 00002000:00010000:0.0:1763336272.953155:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bcd3ec50 00000100:00100000:2.0:1763336272.960009:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.960216:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054272 00000100:00100000:1.0:1763336272.960233:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054272 00000100:00100000:1.0:1763336272.960304:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2109 00000100:00100000:1.0:1763336272.960314:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042054272:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336272.960629:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336272.960633:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.960635:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336272.960637:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.960639:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 440 -> 440 00000100:00100000:1.0:1763336272.960725:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042054272:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 409us (720us total) trans 21474839442 rc 0/0 00000100:00100000:1.0:1763336272.960733:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2109 00000100:00100000:2.0:1763336272.974462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.974547:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054400 00000100:00100000:1.0:1763336272.974558:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054400 00000100:00100000:1.0:1763336272.974623:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2110 00000100:00100000:1.0:1763336272.974632:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042054400:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336272.974928:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336272.974932:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.974935:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336272.974937:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336272.974940:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 440 -> 448 00000100:00100000:1.0:1763336272.978066:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042054400:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 3420us (3597us total) trans 21474839443 rc 0/0 00000100:00100000:1.0:1763336272.978083:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2110 00000100:00100000:2.0:1763336272.983658:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.983725:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054528 00000100:00100000:1.0:1763336272.983735:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054528 00002000:00100000:1.0:1763336272.983781:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (94208->131071) req@ffff9c9187015500 x1848991042054528/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/0 e 0 to 0 dl 1763336283 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336272.983791:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015500 with x1848991042054528 ext(94208->131071) 00002000:00010000:1.0:1763336272.983797:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015500 00000100:00100000:1.0:1763336272.983833:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2111 00000100:00100000:1.0:1763336272.983844:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042054528:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336272.988093:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042054528:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4240us (4433us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763336272.988106:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2111 00002000:00100000:1.0:1763336272.988118:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (94208->131071) req@ffff9c9187015500 x1848991042054528/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/440 e 0 to 0 dl 1763336283 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336272.988128:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015500 with x1848991042054528 ext(94208->131071) 00002000:00010000:1.0:1763336272.988135:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015500 00000100:00100000:2.0:1763336272.990956:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.991022:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054656 00000100:00100000:1.0:1763336272.991034:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054656 00002000:00100000:1.0:1763336272.991079:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (131072->167935) req@ffff9c9187017b80 x1848991042054656/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/0 e 0 to 0 dl 1763336283 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336272.991089:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187017b80 with x1848991042054656 ext(131072->167935) 00002000:00010000:1.0:1763336272.991095:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187017b80 00000100:00100000:1.0:1763336272.991165:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2112 00000100:00100000:1.0:1763336272.991175:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042054656:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336272.993533:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042054656:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2347us (2585us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763336272.993545:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2112 00002000:00100000:1.0:1763336272.993556:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (131072->167935) req@ffff9c9187017b80 x1848991042054656/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/440 e 0 to 0 dl 1763336283 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336272.993565:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187017b80 with x1848991042054656 ext(131072->167935) 00002000:00010000:1.0:1763336272.993570:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187017b80 00010000:00010000:0.0:1763336272.998866:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336272.999297:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336272.999391:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054784 00000100:00100000:1.0:1763336272.999401:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054784 00002000:00100000:1.0:1763336272.999451:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (200704->262143) req@ffff9c9187015c00 x1848991042054784/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/0 e 0 to 0 dl 1763336283 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336272.999463:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015c00 with x1848991042054784 ext(200704->262143) 00002000:00010000:1.0:1763336272.999469:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015c00 00000100:00100000:1.0:1763336272.999512:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2113 00000100:00100000:1.0:1763336272.999523:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042054784:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336273.003230:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042054784:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3698us (3928us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1763336273.003243:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2113 00002000:00100000:1.0:1763336273.003255:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (200704->262143) req@ffff9c9187015c00 x1848991042054784/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:563/0 lens 488/440 e 0 to 0 dl 1763336283 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.003266:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015c00 with x1848991042054784 ext(200704->262143) 00002000:00010000:1.0:1763336273.003271:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015c00 00000100:00100000:2.0:1763336273.012582:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.013051:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042054912 00000100:00100000:1.0:1763336273.013061:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042054912 00000100:00100000:1.0:1763336273.013257:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2114 00000100:00100000:1.0:1763336273.013270:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042054912:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336273.013713:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336273.013717:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336273.013720:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336273.013722:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:1.0:1763336273.013724:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1763336273.013791:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042054912:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 524us (1217us total) trans 21474839444 rc 0/0 00000100:00100000:1.0:1763336273.013800:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2114 00000100:00100000:2.0:1763336273.020491:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.020581:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042055040 00000100:00100000:1.0:1763336273.020591:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042055040 00002000:00100000:1.0:1763336273.020641:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (53248->262143) req@ffff9c9187016d80 x1848991042055040/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 504/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.020652:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016d80 with x1848991042055040 ext(53248->262143) 00002000:00010000:1.0:1763336273.020659:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187016d80 00000100:00100000:1.0:1763336273.020718:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2115 00000100:00100000:1.0:1763336273.020733:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042055040:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336273.024482:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042055040:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3745us (3990us total) trans 21474839445 rc 0/0 00000100:00100000:1.0:1763336273.024496:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2115 00002000:00100000:1.0:1763336273.024509:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (53248->262143) req@ffff9c9187016d80 x1848991042055040/t21474839445(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 504/448 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.024519:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016d80 with x1848991042055040 ext(53248->262143) 00002000:00010000:1.0:1763336273.024526:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187016d80 00000100:00100000:2.0:1763336273.030740:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.030858:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042055168 00000100:00100000:1.0:1763336273.030869:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042055168 00000100:00100000:1.0:1763336273.030937:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2116 00000100:00100000:1.0:1763336273.030961:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042055168:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336273.031342:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336273.031346:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336272 -> 1763336273 00002000:00010000:1.0:1763336273.031349:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:1.0:1763336273.031352:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336272 -> 1763336273 00002000:00010000:1.0:1763336273.031354:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 424 00000100:00100000:1.0:1763336273.031420:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042055168:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 473us (689us total) trans 21474839446 rc 0/0 00000100:00100000:1.0:1763336273.031427:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2116 00000100:00100000:2.0:1763336273.036674:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.036755:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042055424 00000100:00100000:1.0:1763336273.036765:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042055424 00000100:00100000:0.0:1763336273.037375:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3619 00000100:00100000:0.0:1763336273.037387:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042055424:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336273.038809:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042055424:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 1418us (2137us total) trans 4294968791 rc 0/0 00000100:00100000:0.0:1763336273.038822:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3619 00000100:00100000:2.0:1763336273.056796:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.057077:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042055680 00000100:00100000:0.0:1763336273.057087:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042055680 00000100:00100000:0.0:1763336273.057774:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10559 00000100:00100000:0.0:1763336273.057790:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57618:x1848991042055680:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.057813:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.057961:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa450d2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d42 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.058034:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336273.058048:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058061:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058074:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336273.058082:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058090:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058196:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa450e7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336273.058205:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa450e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058212:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa450e7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336273.058223:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.058296:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058303:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058309:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058315:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058320:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336273.058324:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058331:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058342:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336273.058345:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336273.058350:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058356:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa450d9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058368:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058374:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058379:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058384:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336273.058387:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058392:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058399:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.058402:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336273.058405:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058410:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa450e0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.058445:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa450d2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d42 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.058459:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa450e7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d42 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.058465:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336273.058467:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336273.058470:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:0.0:1763336273.062196:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57618:x1848991042055680:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4398us (5396us total) trans 4294968792 rc 0/0 00000100:00100000:0.0:1763336273.062209:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10559 00000100:00100000:2.0:1763336273.068304:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.068488:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.068572:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042056064 00000100:00100000:0.0:1763336273.068582:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042056064 00000100:00100000:0.0:1763336273.068643:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3620 00000100:00100000:0.0:1763336273.068654:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57618:x1848991042056064:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336273.068900:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57618:x1848991042056064:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 247us (411us total) trans 4294968793 rc 0/0 00000100:00100000:0.0:1763336273.068909:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3620 00000100:00100000:1.0:1763336273.069143:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042055808 00000100:00100000:1.0:1763336273.069149:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042055808 00000100:00100000:1.0:1763336273.069544:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 446 00000100:00100000:1.0:1763336273.069554:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042055808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336273.069566:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336273.069588:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa450e7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d42 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336273.069605:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336273.069610:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336273.069634:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042055808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 82us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336273.069644:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 446 00000100:00100000:1.0:1763336273.076474:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.076595:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042056320 00000100:00100000:2.0:1763336273.076606:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042056320 00000100:00100000:2.0:1763336273.076671:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10560 00000100:00100000:2.0:1763336273.076709:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57618:x1848991042056320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.076729:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.076752:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa450f5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d49 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.076848:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa450fc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.076861:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa450fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.076872:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa450fc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.076885:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336273.076996:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa450f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d49 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.077015:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa450fc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d49 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.077024:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336273.077027:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336273.077030:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:2.0:1763336273.077093:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57618:x1848991042056320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 412us (628us total) trans 4294968794 rc 0/0 00000100:00100000:2.0:1763336273.077101:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10560 00000100:00100000:3.0:1763336273.082852:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.083851:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042056576 00000100:00100000:2.0:1763336273.083872:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042056576 00000100:00100000:2.0:1763336273.083935:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10561 00000100:00100000:2.0:1763336273.083955:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57618:x1848991042056576:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.083979:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.084001:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4510a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d50 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.084110:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.084125:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.084134:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.084168:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.084181:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 25 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:2.0:1763336273.084193:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187014380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056182016:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336273.084282:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95000 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.086547:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056182016:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336273.086574:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336273.093239:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.094090:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042056704 00000100:00100000:1.0:1763336273.094100:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042056704 00010000:00010000:1.0:1763336273.094201:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:1.0:1763336273.094239:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3586 00000100:00100000:1.0:1763336273.094249:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042056704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336273.094265:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336273.094271:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.094285:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.094308:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa450cb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d3b expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.094397:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336273.094403:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336273.094413:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336273.094420:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.095153:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.095163:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.095187:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:1.0:1763336273.095979:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336273.096067:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042056704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1816us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336273.096077:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3586 00010000:00010000:2.0:1763336273.096103:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa4510a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d50 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.096125:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d50 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.096133:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336273.096135:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336273.096138:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:2.0:1763336273.096184:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57618:x1848991042056576:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 12240us (13341us total) trans 4294968795 rc 0/0 00000100:00100000:2.0:1763336273.096191:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10561 00000100:00100000:3.0:1763336273.100368:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.102138:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042056832 00000100:00100000:2.0:1763336273.102153:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042056832 00000100:00100000:2.0:1763336273.102215:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3621 00000100:00100000:2.0:1763336273.102226:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57618:x1848991042056832:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:2.0:1763336273.102392:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57618:x1848991042056832:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 166us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.102399:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3621 00000100:00100000:1.0:1763336273.104624:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.104773:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042057088 00000100:00100000:0.0:1763336273.104782:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042057088 00000100:00100000:0.0:1763336273.104835:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3622 00000100:00100000:0.0:1763336273.104850:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57618:x1848991042057088:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336273.105145:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57618:x1848991042057088:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 300us (527us total) trans 4294968796 rc 0/0 00000100:00100000:0.0:1763336273.105153:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3622 00000100:00100000:0.0:1763336273.108933:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.109196:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042057344 00000100:00100000:2.0:1763336273.109205:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042057344 00000100:00100000:2.0:1763336273.109260:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10562 00000100:00100000:2.0:1763336273.109270:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57618:x1848991042057344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.109291:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.109294:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763336273.109319:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45111 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d50 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.109340:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa450fc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d49 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.109350:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336273.109354:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336273.109366:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4511f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d57 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.109458:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45126 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.109471:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45126 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.109480:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45126 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.109491:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336273.109577:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa4511f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d57 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.109590:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45126 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d57 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.109604:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:2.0:1763336273.109607:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336273.109610:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:2.0:1763336273.109672:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57618:x1848991042057344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 403us (746us total) trans 4294968797 rc 0/0 00000100:00100000:2.0:1763336273.109679:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10562 00000100:00100000:3.0:1763336273.111927:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.112012:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042057600 00000100:00100000:0.0:1763336273.112022:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042057600 00000100:00100000:0.0:1763336273.112071:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3623 00000100:00100000:0.0:1763336273.112081:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57618:x1848991042057600:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336273.112139:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45126 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d57 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.112177:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336273.112189:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.112196:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.112204:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.112233:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.112246:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.112267:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182144:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.112574:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.112584:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.112593:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182272:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.112618:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.115754:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182144:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336273.116649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.117076:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182272:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.117105:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:1.0:1763336273.117325:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042057728 00000100:00100000:1.0:1763336273.117333:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042057728 00010000:00010000:1.0:1763336273.117372:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 27 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:1.0:1763336273.117416:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3587 00000100:00100000:1.0:1763336273.117426:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042057728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336273.117440:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336273.117446:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 27 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.117458:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 27 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.117478:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa450b6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d2d expref: 27 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.117491:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:1.0:1763336273.117495:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.117502:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.117509:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336273.117559:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042057728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 134us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336273.117566:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3587 00000100:00100000:3.0:1763336273.119476:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.119659:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042057856 00000100:00100000:0.0:1763336273.119667:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042057856 00010000:00010000:0.0:1763336273.119738:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.119776:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3588 00000100:00100000:0.0:1763336273.119785:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042057856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.119798:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.119804:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.119821:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.119839:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa44cf0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66b97 expref: 26 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.119853:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:0.0:1763336273.119857:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.119864:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.119870:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.119900:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.119958:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042057856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 173us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.119965:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3588 00010000:00010000:3.0:1763336273.121314:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121325:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121530:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121537:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121544:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121549:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336273.121553:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121559:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121571:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336273.121573:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336273.121577:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121584:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45134 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.121595:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9184a9fa00) 00010000:00010000:3.0:1763336273.121597:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336273.121603:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45126 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d57 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336273.121795:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57618:x1848991042057600:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 9715us (9873us total) trans 4294968798 rc -22/-22 00000100:00100000:3.0:1763336273.121804:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3623 00000100:00100000:0.0:1763336273.126994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.127037:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042057984 00000100:00100000:0.0:1763336273.127047:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042057984 00000100:00100000:0.0:1763336273.127115:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10563 00000100:00100000:0.0:1763336273.127126:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57618:x1848991042057984:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.127150:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.127171:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d5e expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.127228:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.127243:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.127261:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336273.127265:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336273.127269:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:0.0:1763336273.127534:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57618:x1848991042057984:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 408us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.127550:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10563 00000100:00100000:2.0:1763336273.132813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.132889:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042058240 00000100:00100000:0.0:1763336273.132898:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042058240 00000100:00100000:0.0:1763336273.132984:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10564 00000100:00100000:0.0:1763336273.132995:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57618:x1848991042058240:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.133014:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.133036:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45142 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d65 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.133435:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.133448:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.133458:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.133471:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x57:0x0]: returning size 0 00010000:00010000:0.0:1763336273.133514:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45142 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.133535:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 27 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.133543:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x57:0x0].0x0 (ffff9c92903cb400) 00010000:00010000:0.0:1763336273.133546:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336273.133550:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336273.133612:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57618:x1848991042058240:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 619us (807us total) trans 4294968799 rc 0/0 00000100:00100000:0.0:1763336273.133620:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10564 00000100:00100000:1.0:1763336273.136583:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.136635:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042058496 00000100:00100000:0.0:1763336273.136644:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042058496 00000100:00100000:0.0:1763336273.136745:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10565 00000100:00100000:0.0:1763336273.136755:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57618:x1848991042058496:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.136784:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.136801:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45157 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d6c expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.136884:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4515e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.136898:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4515e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.136909:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4515e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.136922:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.137045:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45157 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d6c expref: 30 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.137062:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4515e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d6c expref: 29 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.137071:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336273.137074:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336273.137077:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336273.137129:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57618:x1848991042058496:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 376us (556us total) trans 4294968800 rc 0/0 00000100:00100000:0.0:1763336273.137136:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10565 00000100:00100000:3.0:1763336273.140882:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.140958:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042058752 00000100:00100000:0.0:1763336273.140969:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042058752 00000100:00100000:0.0:1763336273.141033:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3624 00000100:00100000:0.0:1763336273.141043:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57618:x1848991042058752:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336273.141117:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4515e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d6c expref: 29 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.141160:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336273.141179:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 29 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.141188:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.141221:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 29 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.141233:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 29 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.141247:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182400:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.141327:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909756c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.145070:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182400:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.145101:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336273.145827:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.145889:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042058880 00000100:00100000:1.0:1763336273.145896:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042058880 00010000:00010000:1.0:1763336273.145927:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 30 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:1.0:1763336273.145969:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3589 00000100:00100000:1.0:1763336273.145977:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042058880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336273.145989:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336273.145995:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 30 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.146005:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 30 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.146025:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4513b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d5e expref: 30 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:1.0:1763336273.146038:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:1.0:1763336273.146043:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.146051:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.146058:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.146086:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336273.146145:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042058880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 167us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336273.146151:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3589 00010000:00010000:3.0:1763336273.146330:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.146338:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.146356:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336273.146365:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.146372:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.146397:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.146407:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 28 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:3.0:1763336273.146419:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182528:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336273.146463:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.149842:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.150035:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042059008 00000100:00100000:0.0:1763336273.150044:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042059008 00010000:00010000:0.0:1763336273.150083:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 29 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.150129:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3590 00000100:00100000:0.0:1763336273.150140:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042059008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.150155:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.150162:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 29 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.150175:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 29 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.150197:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x57:0x0].0x0 (ffff9c92903cb400) 00010000:00010000:0.0:1763336273.150204:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.150213:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.150220:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336273.150237:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.150295:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042059008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 157us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.150303:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3590 00010000:00010000:3.0:1763336273.150426:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45149 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d65 expref: 28 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:3.0:1763336273.150443:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056182528:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336273.150461:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.150470:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.150525:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336273.150955:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056182656:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.150999:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.151023:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.151406:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056182656 00000100:00100000:0.0:1763336273.151412:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056182656 00000100:00100000:0.0:1763336273.151464:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1763336273.151471:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056182656:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336273.151544:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056182656:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 73us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.151550:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00080000:2.0:1763336273.151710:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336273.151932:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056182656:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.151987:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056182784:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.152012:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.152600:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336273.152772:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056182784 00000100:00100000:1.0:1763336273.152779:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056182784 00000100:00100000:1.0:1763336273.152836:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1763336273.152844:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056182784:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336273.152935:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056182784:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 92us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336273.152952:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00080000:2.0:1763336273.153017:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336273.153072:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056182784:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.153134:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056182912:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.153162:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.153185:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.153281:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056182912 00000100:00100000:0.0:1763336273.153286:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056182912 00000100:00100000:0.0:1763336273.153322:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1763336273.153329:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056182912:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336273.153384:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056182912:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 56us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.153391:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1763336273.153479:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056182912:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.153505:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183040:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.153527:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.153626:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.153653:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183040 00000100:00100000:2.0:1763336273.153656:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183040 00000100:00100000:2.0:1763336273.153836:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1763336273.153844:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183040:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336273.153904:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183040:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 62us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.153911:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1763336273.154958:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183040:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.155018:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183168:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.155051:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.155076:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.155129:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183168 00000100:00100000:0.0:1763336273.155135:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183168 00000100:00100000:2.0:1763336273.155523:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1763336273.155534:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183168:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336273.155603:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183168:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 72us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.155610:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1763336273.155904:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183168:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.155935:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183296:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.155968:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.156139:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.156166:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183296 00000100:00100000:0.0:1763336273.156170:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183296 00000100:00100000:0.0:1763336273.156197:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1763336273.156203:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183296:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336273.156261:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183296:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 57us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.156267:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1763336273.156406:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183296:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.156441:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183424:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.156461:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.156480:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.156518:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183424 00000100:00100000:2.0:1763336273.156522:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183424 00000100:00100000:2.0:1763336273.156547:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1763336273.156553:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183424:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336273.156601:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183424:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 48us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.156607:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1763336273.156893:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183424:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.156920:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183552:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.156940:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.156962:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.157008:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183552 00000100:00100000:0.0:1763336273.157013:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183552 00000100:00100000:0.0:1763336273.157079:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1763336273.157086:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183552:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336273.157152:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183552:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 65us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.157158:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1763336273.157247:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183552:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.157279:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183680:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.157300:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.157321:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b180 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.157413:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183680 00000100:00100000:0.0:1763336273.157417:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183680 00000100:00100000:0.0:1763336273.157713:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1763336273.157721:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183680:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336273.157779:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183680:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.157786:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1763336273.157860:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183680:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.157894:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183808:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.157916:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.158232:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336273.158270:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183808 00000100:00100000:1.0:1763336273.158275:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183808 00000100:00100000:1.0:1763336273.158314:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:1.0:1763336273.158321:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183808:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336273.158373:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183808:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 53us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336273.158380:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:3.0:1763336273.158512:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183808:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:3.0:1763336273.158710:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].27, 552 off53616 00000001:00080000:3.0:1763336273.158725:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968801 00000100:00100000:3.0:1763336273.158776:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183936:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.158801:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.158823:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b480 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.159976:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056183936 00000100:00100000:2.0:1763336273.159985:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056183936 00000100:00100000:2.0:1763336273.160035:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1763336273.160043:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056183936:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336273.160181:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:35235:x1848991056183936:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 139us (1379us total) trans 21474839447 rc 0/0 00000100:00100000:2.0:1763336273.160188:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1763336273.162296:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056183936:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.162354:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056184064:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336273.162407:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.162441:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.162710:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056184064 00000100:00100000:0.0:1763336273.162717:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056184064 00000100:00100000:0.0:1763336273.162768:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1763336273.162776:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+17:35235:x1848991056184064:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336273.162958:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:35235:x1848991056184064:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 180us (549us total) trans 17179872086 rc 0/0 00000100:00100000:0.0:1763336273.162969:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1763336273.163595:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056184064:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763336273.163991:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968802 00010000:00010000:3.0:1763336273.164027:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164037:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164046:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164052:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336273.164057:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164069:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164084:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x57:0x0].0x0 (ffff9c92903cb400) 00010000:00010000:3.0:1763336273.164087:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336273.164091:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164097:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45173 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x57:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164116:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164122:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164128:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164132:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336273.164135:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164140:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164146:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:3.0:1763336273.164148:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336273.164151:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164156:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4516c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.164166:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:3.0:1763336273.164169:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336273.164175:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4515e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d6c expref: 30 pid: 28199 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336273.164268:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57618:x1848991042058752:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 23227us (23396us total) trans 4294968803 rc 0/0 00000100:00100000:3.0:1763336273.164277:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3624 00000020:00080000:3.0:1763336273.164281:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763336273.168346:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.168883:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042059136 00000100:00100000:0.0:1763336273.168892:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042059136 00000100:00100000:0.0:1763336273.169639:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10566 00000100:00100000:0.0:1763336273.172158:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57618:x1848991042059136:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.172185:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.172212:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d73 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.172269:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 30 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.172284:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 30 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.172298:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.172301:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336273.172304:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:0.0:1763336273.172376:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57618:x1848991042059136:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 239us (4037us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.172385:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10566 00000100:00100000:2.0:1763336273.183012:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.183153:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042059392 00000100:00100000:3.0:1763336273.183162:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042059392 00000100:00100000:3.0:1763336273.183304:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3625 00000100:00100000:3.0:1763336273.183316:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57618:x1848991042059392:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336273.184446:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x57:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336273.184504:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].164, 64 off21944 00000004:00080000:3.0:1763336273.184515:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1061145829107ns, next at 1062145827042ns, rc = 0 00000040:00080000:3.0:1763336273.184535:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].160, 64 off21592 00000004:00080000:3.0:1763336273.184540:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1061145855034ns, next at 1062145853863ns, rc = 0 00000001:00080000:3.0:1763336273.184547:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968804 00010000:00010000:3.0:1763336273.184589:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336273.184603:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.184613:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.184621:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.184627:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.184632:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.186516:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336273.186529:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.186538:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336273.186542:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.186551:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 5/0,0 mode: PW/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.186569:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x57:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:1.0:1763336273.186571:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336273.186576:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 3/0,0 mode: --/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336273.186579:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1763336273.186585:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45181 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336273.186631:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336273.186633:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336273.186635:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336273.186886:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57618:x1848991042059392:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 3568us (3878us total) trans 4294968805 rc 0/0 00000100:00100000:3.0:1763336273.186895:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3625 00000020:00080000:3.0:1763336273.186901:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336273.192596:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.192668:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042059648 00000100:00100000:3.0:1763336273.192677:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042059648 00000100:00100000:3.0:1763336273.192769:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3626 00000100:00100000:3.0:1763336273.192779:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57618:x1848991042059648:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336273.193061:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57618:x1848991042059648:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 283us (475us total) trans 4294968806 rc 0/0 00000100:00100000:3.0:1763336273.193069:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3626 00000100:00100000:2.0:1763336273.214530:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.214615:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042059776 00000100:00100000:0.0:1763336273.214625:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042059776 00000100:00100000:0.0:1763336273.214675:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10567 00000100:00100000:0.0:1763336273.214716:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57619:x1848991042059776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.214738:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.214761:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa45188 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d7a expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.214826:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.214838:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.214849:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.214861:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.214867:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.214873:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.214937:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.214953:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.214959:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.214996:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336273.215000:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336273.215016:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215025:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215034:0:28199:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215039:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215045:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215051:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215056:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336273.215060:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215066:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215076:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336273.215079:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336273.215082:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215087:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4518f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215097:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215102:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215106:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215111:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336273.215114:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215118:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215123:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9285eb0800) 00010000:00010000:0.0:1763336273.215125:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336273.215127:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215131:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45196 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.215155:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa45188 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 35 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.215166:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 34 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.215172:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.215174:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336273.215176:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336273.215483:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57619:x1848991042059776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 798us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.215491:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10567 00000100:00100000:1.0:1763336273.220856:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.220988:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042060032 00000100:00100000:3.0:1763336273.220998:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042060032 00000100:00100000:3.0:1763336273.221057:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10568 00000100:00100000:3.0:1763336273.221067:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57619:x1848991042060032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336273.221087:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336273.221108:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa451a4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d81 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.221209:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa451ab lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336273.221223:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa451ab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.221233:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa451ab lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336273.221243:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:3.0:1763336273.221337:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa451a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d81 expref: 37 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.221353:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa451ab lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d81 expref: 36 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.221362:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.221365:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763336273.221368:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336273.221427:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57619:x1848991042060032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 361us (580us total) trans 4294968807 rc 0/0 00000100:00100000:3.0:1763336273.221435:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10568 00000100:00100000:2.0:1763336273.226751:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.226867:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042060288 00000100:00100000:3.0:1763336273.226878:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042060288 00000100:00100000:3.0:1763336273.226951:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10569 00000100:00100000:3.0:1763336273.226961:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57619:x1848991042060288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336273.226986:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336273.227006:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa451b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d88 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.227107:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa451c0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336273.227121:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa451c0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336273.227131:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa451c0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763336273.227142:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:3.0:1763336273.227241:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa451b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d88 expref: 39 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.227258:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa451c0 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d88 expref: 38 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.227267:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.227270:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336273.227274:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:3.0:1763336273.227324:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57619:x1848991042060288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 366us (583us total) trans 4294968808 rc 0/0 00000100:00100000:3.0:1763336273.227331:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10569 00000100:00100000:1.0:1763336273.233828:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.235015:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042060416 00000100:00100000:2.0:1763336273.235028:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042060416 00000100:00100000:2.0:1763336273.235092:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2117 00000100:00100000:2.0:1763336273.235101:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991042060416:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.235148:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.235157:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.235169:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.235171:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.235177:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.235193:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240372:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240391:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240400:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240408:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.240411:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240424:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240442:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.240450:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa451ce lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.242144:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991042060416:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7032us (8315us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.242159:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2117 00000100:00100000:3.0:1763336273.253188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.253328:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042060544 00000100:00100000:2.0:1763336273.253338:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042060544 00000100:00100000:2.0:1763336273.253410:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2118 00000100:00100000:2.0:1763336273.253420:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042060544:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.253466:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604b, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.253476:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.253495:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.253497:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.253501:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.253515:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261643:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261662:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261671:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261678:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.261715:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261726:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261746:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.261754:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa451d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.261846:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042060544:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8423us (8664us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.261857:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2118 00000100:00100000:1.0:1763336273.266897:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.268418:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042060672 00000100:00100000:2.0:1763336273.268430:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042060672 00000100:00100000:2.0:1763336273.268501:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2119 00000100:00100000:2.0:1763336273.268510:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991042060672:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.268552:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.268560:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.268573:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.268575:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.268580:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.268592:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277737:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277756:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277764:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277771:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.277775:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277784:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277808:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.277816:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.277907:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991042060672:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 9395us (11016us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.277917:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2119 00000100:00100000:1.0:1763336273.281379:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.281529:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042060800 00000100:00100000:3.0:1763336273.281538:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042060800 00000100:00100000:3.0:1763336273.281598:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 447 00000100:00100000:3.0:1763336273.281608:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57619:x1848991042060800:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:3.0:1763336273.281624:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336273.281648:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa451c0 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d88 expref: 38 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.281664:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.281670:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.283029:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57619:x1848991042060800:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 1415us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.283044:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 447 00000100:00100000:1.0:1763336273.285932:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.286308:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042061056 00000100:00100000:2.0:1763336273.286319:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042061056 00000100:00100000:2.0:1763336273.286796:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3627 00000100:00100000:2.0:1763336273.286808:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57619:x1848991042061056:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336273.287022:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57619:x1848991042061056:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 215us (1098us total) trans 4294968809 rc 0/0 00000100:00100000:2.0:1763336273.287030:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3627 00000100:00100000:2.0:1763336273.316168:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.316253:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042061312 00000100:00100000:0.0:1763336273.316263:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042061312 00000100:00100000:0.0:1763336273.316316:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10570 00000100:00100000:0.0:1763336273.316324:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57620:x1848991042061312:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.316345:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.316363:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa451e3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d8f expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.316455:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa451ea lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.316469:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa451ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.316480:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa451ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.316491:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.316589:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa451e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d8f expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.316608:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa451ea lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d8f expref: 40 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.316616:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.316619:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336273.316622:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:0.0:1763336273.319976:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57620:x1848991042061312:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 359us (524us total) trans 4294968810 rc 0/0 00000100:00100000:0.0:1763336273.319998:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10570 00000100:00100000:1.0:1763336273.330044:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.330141:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042061440 00000100:00100000:2.0:1763336273.330152:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042061440 00000100:00100000:2.0:1763336273.330233:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2120 00000100:00100000:2.0:1763336273.330244:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042061440:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.330292:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.330302:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.330322:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.330324:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.330329:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.330343:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334576:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334596:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334604:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334611:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.334615:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334624:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334641:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.334648:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa451f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.336419:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042061440:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6166us (6374us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.336435:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2120 00000100:00100000:1.0:1763336273.349671:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.350312:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042061568 00000100:00100000:2.0:1763336273.350322:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042061568 00000100:00100000:2.0:1763336273.350395:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2121 00000100:00100000:2.0:1763336273.350406:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042061568:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.350451:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604b, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.350460:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.350474:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.350477:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.350482:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.350496:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.356994:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.357013:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.357022:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.357035:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.357040:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.357049:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.357066:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.357072:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa451ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.357165:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042061568:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6756us (7497us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.357174:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2121 00000100:00100000:1.0:1763336273.365339:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.365539:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042061696 00000100:00100000:2.0:1763336273.365549:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042061696 00000100:00100000:2.0:1763336273.366411:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2122 00000100:00100000:2.0:1763336273.366424:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042061696:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.366472:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.366482:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.366496:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.366498:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.366504:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.366517:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371517:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371537:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371545:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371552:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.371556:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371565:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371584:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.371591:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45206 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.375462:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042061696:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 9028us (10119us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.375482:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2122 00000100:00100000:1.0:1763336273.376313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.376390:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042061824 00000100:00100000:0.0:1763336273.376398:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042061824 00000100:00100000:0.0:1763336273.376453:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 448 00000100:00100000:0.0:1763336273.376463:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57620:x1848991042061824:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336273.376477:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.376500:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa451ea lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d8f expref: 40 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.376517:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.376523:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.377576:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57620:x1848991042061824:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 1110us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.377585:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 448 00000100:00100000:1.0:1763336273.380267:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.380431:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062080 00000100:00100000:2.0:1763336273.380440:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062080 00000100:00100000:2.0:1763336273.380927:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3628 00000100:00100000:2.0:1763336273.380938:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57620:x1848991042062080:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336273.381147:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57620:x1848991042062080:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 210us (887us total) trans 4294968811 rc 0/0 00000100:00100000:2.0:1763336273.381153:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3628 00000100:00100000:2.0:1763336273.388503:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.388591:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062336 00000100:00100000:0.0:1763336273.388601:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062336 00000100:00100000:0.0:1763336273.388664:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10571 00000100:00100000:0.0:1763336273.388675:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57585:x1848991042062336:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336273.388747:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.388768:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4520d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d96 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.388866:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.389398:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.389413:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.389450:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.389465:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 41 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.389479:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae284e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056184192:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.389561:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336273.394145:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.394208:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062464 00000100:00100000:2.0:1763336273.394217:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062464 00010000:00010000:2.0:1763336273.394255:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 42 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:2.0:1763336273.394293:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3591 00000100:00100000:2.0:1763336273.394303:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:2404:x1848991042062464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336273.394316:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336273.394322:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 42 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.394333:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 42 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.394352:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:2.0:1763336273.394357:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.394371:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.394378:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.394394:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336273.394443:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:2404:x1848991042062464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 142us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.394449:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3591 00010000:00010000:0.0:1763336273.394820:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4519d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d7a expref: 41 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.394835:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae284e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056184192:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.394856:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.394864:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.394869:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.395045:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.395173:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa4520d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.395187:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.395196:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.395198:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336273.395201:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336273.395250:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991042062336:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6577us (6757us total) trans 4294968812 rc 0/0 00000100:00100000:0.0:1763336273.395258:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10571 00000100:00100000:1.0:1763336273.404609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.404733:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062592 00000100:00100000:0.0:1763336273.404743:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062592 00000100:00100000:0.0:1763336273.404799:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10572 00000100:00100000:0.0:1763336273.404809:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991042062592:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336273.404832:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.406617:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45222 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66d9d expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.407269:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.407288:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.407298:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.407332:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.407347:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 42 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.407367:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae284e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056184320:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.407465:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909759c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.411282:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae284e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056184320:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.411311:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336273.413996:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.414088:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062720 00000100:00100000:0.0:1763336273.414097:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062720 00010000:00010000:0.0:1763336273.414139:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 43 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:2.0:1763336273.418076:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3592 00000100:00100000:2.0:1763336273.418101:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:2404:x1848991042062720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336273.418121:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336273.418132:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 43 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.418149:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 43 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.418172:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45214 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d96 expref: 43 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.418188:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:2.0:1763336273.418194:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.418203:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.418215:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.418260:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336273.418317:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:2404:x1848991042062720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 227us (4329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.418325:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3592 00010000:00010000:3.0:1763336273.418763:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.418771:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336273.418822:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:3.0:1763336273.418826:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336273.418846:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.418878:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45222 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.418892:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.418899:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.418902:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336273.418904:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:3.0:1763336273.418963:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991042062592:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 14156us (14362us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336273.418970:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10572 00000100:00100000:1.0:1763336273.422834:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.422912:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062848 00000100:00100000:2.0:1763336273.422922:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062848 00000100:00100000:0.0:1763336273.423549:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2123 00000100:00100000:0.0:1763336273.423562:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042062848:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336273.424014:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336273.424019:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.424021:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336273.424024:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.424026:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 424 -> 336 00000100:00100000:0.0:1763336273.424079:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042062848:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 520us (1253us total) trans 21474839448 rc 0/0 00000100:00100000:0.0:1763336273.424088:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2123 00000100:00100000:1.0:1763336273.430407:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.430606:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042062976 00000100:00100000:0.0:1763336273.430615:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042062976 00002000:00100000:0.0:1763336273.430661:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (155648->212991) req@ffff9c9186ef9880 x1848991042062976/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.430679:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9880 with x1848991042062976 ext(155648->212991) 00002000:00010000:0.0:1763336273.430710:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9880 00000100:00100000:0.0:1763336273.431152:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2124 00000100:00100000:0.0:1763336273.431163:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991042062976:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336273.435869:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991042062976:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4698us (5462us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1763336273.435882:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2124 00002000:00100000:0.0:1763336273.435895:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (155648->212991) req@ffff9c9186ef9880 x1848991042062976/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/440 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.435905:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef9880 with x1848991042062976 ext(155648->212991) 00002000:00010000:0.0:1763336273.435911:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef9880 00000100:00100000:1.0:1763336273.446503:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.447740:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042063104 00000100:00100000:0.0:1763336273.447752:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042063104 00000100:00100000:0.0:1763336273.447826:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2125 00000100:00100000:0.0:1763336273.447835:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042063104:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336273.448171:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336273.448175:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.448178:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336273.448179:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.448182:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 336 -> 320 00000100:00100000:0.0:1763336273.448233:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042063104:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 398us (1739us total) trans 21474839449 rc 0/0 00000100:00100000:0.0:1763336273.448240:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2125 00000100:00100000:1.0:1763336273.453124:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.453195:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042063232 00000100:00100000:3.0:1763336273.453204:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042063232 00000100:00100000:3.0:1763336273.453262:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10573 00000100:00100000:3.0:1763336273.453272:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57585:x1848991042063232:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336273.453291:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336273.453311:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa45230 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66da4 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.453342:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336273.453356:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.453366:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.453465:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa45230 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 43 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.453482:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.453489:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.453492:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336273.453496:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336273.454205:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57585:x1848991042063232:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 931us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336273.454213:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10573 00000100:00100000:1.0:1763336273.462088:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.462592:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042063360 00000100:00100000:2.0:1763336273.462604:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042063360 00002000:00100000:2.0:1763336273.462652:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (4096->8191) req@ffff9c9186ef8700 x1848991042063360/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.462663:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef8700 with x1848991042063360 ext(4096->8191) 00002000:00010000:2.0:1763336273.462669:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef8700 00000100:00100000:0.0:1763336273.463272:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2126 00000100:00100000:0.0:1763336273.463286:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042063360:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336273.463482:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042063360:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 200us (1402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336273.463489:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2126 00002000:00100000:0.0:1763336273.463496:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (4096->8191) req@ffff9c9186ef8700 x1848991042063360/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/4536 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.463504:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef8700 with x1848991042063360 ext(4096->8191) 00002000:00010000:0.0:1763336273.463508:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef8700 00000100:00100000:1.0:1763336273.473994:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.474110:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042063488 00000100:00100000:2.0:1763336273.474120:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042063488 00002000:00100000:2.0:1763336273.474166:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (20480->24575) req@ffff9c9186efad80 x1848991042063488/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.474177:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efad80 with x1848991042063488 ext(20480->24575) 00002000:00010000:2.0:1763336273.474183:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efad80 00000100:00100000:2.0:1763336273.475126:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2127 00000100:00100000:2.0:1763336273.475139:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042063488:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336273.475316:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042063488:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 180us (1331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336273.475324:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2127 00002000:00100000:2.0:1763336273.475333:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (20480->24575) req@ffff9c9186efad80 x1848991042063488/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/4536 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.475341:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efad80 with x1848991042063488 ext(20480->24575) 00002000:00010000:2.0:1763336273.475346:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efad80 00000100:00100000:1.0:1763336273.480051:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.480142:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042063744 00000100:00100000:2.0:1763336273.480151:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042063744 00000100:00100000:3.0:1763336273.480797:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3629 00000100:00100000:3.0:1763336273.480808:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57585:x1848991042063744:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:3.0:1763336273.482211:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991042063744:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 1399us (2162us total) trans 4294968813 rc 0/0 00000100:00100000:3.0:1763336273.482224:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3629 00000100:00100000:1.0:1763336273.500595:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.500681:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042064000 00000100:00100000:2.0:1763336273.500820:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042064000 00000100:00100000:2.0:1763336273.500879:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10574 00000100:00100000:2.0:1763336273.500888:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57621:x1848991042064000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.500912:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.500933:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa4523e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dab expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.501015:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336273.501029:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501040:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501052:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336273.501058:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501064:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501165:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45253 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336273.501173:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45253 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501179:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45253 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336273.501188:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336273.501256:0:28199:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501264:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501270:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501276:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501281:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336273.501285:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501292:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501303:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c929b923500) 00010000:00010000:2.0:1763336273.501306:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336273.501311:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501321:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45245 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501333:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501339:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501345:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501350:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336273.501352:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501358:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501363:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c929b923400) 00010000:00010000:2.0:1763336273.501365:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336273.501368:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501372:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4524c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.501407:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa4523e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dab expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.501421:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45253 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dab expref: 45 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.501433:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:2.0:1763336273.501436:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336273.501438:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:2.0:1763336273.501496:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57621:x1848991042064000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 608us (909us total) trans 4294968814 rc 0/0 00000100:00100000:2.0:1763336273.501502:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10574 00000100:00100000:1.0:1763336273.508638:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.508681:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.508879:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042064256 00000100:00100000:3.0:1763336273.508890:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042064256 00000100:00100000:3.0:1763336273.508954:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3630 00000100:00100000:3.0:1763336273.508964:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57621:x1848991042064256:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336273.509172:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042064256:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 209us (542us total) trans 4294968815 rc 0/0 00000100:00100000:3.0:1763336273.509179:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3630 00000100:00100000:0.0:1763336273.509486:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042064384 00000100:00100000:0.0:1763336273.509491:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042064384 00000100:00100000:0.0:1763336273.509539:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 449 00000100:00100000:0.0:1763336273.509548:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2404:x1848991042064384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.509560:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.509585:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45253 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dab expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.509604:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.509609:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.509647:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2404:x1848991042064384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 100us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.509654:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 449 00000100:00100000:1.0:1763336273.514113:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.514202:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042064640 00000100:00100000:3.0:1763336273.514213:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042064640 00000100:00100000:3.0:1763336273.515118:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10575 00000100:00100000:3.0:1763336273.515131:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57621:x1848991042064640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336273.515155:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336273.515175:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa45261 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66db2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.515276:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336273.515289:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.515297:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336273.515329:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.515346:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 46 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:3.0:1763336273.515357:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056184448:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336273.518170:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336273.525264:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056184448:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336273.525299:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763336273.530267:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.531975:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042064768 00000100:00100000:0.0:1763336273.531988:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042064768 00010000:00010000:0.0:1763336273.532030:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.532079:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3593 00000100:00100000:0.0:1763336273.532089:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:2405:x1848991042064768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.532103:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.532109:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.532122:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.532142:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45229 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d9d expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.532157:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.532162:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.532171:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.532178:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.532209:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.532262:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2405:x1848991042064768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 174us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.532270:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3593 00010000:00010000:0.0:1763336273.533863:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.533880:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336273.533907:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.534049:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa45261 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db2 expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.534066:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db2 expref: 46 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.534074:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.534076:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336273.534080:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:0.0:1763336273.534839:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042064640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 19708us (20730us total) trans 4294968816 rc 0/0 00000100:00100000:0.0:1763336273.534847:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10575 00000100:00100000:1.0:1763336273.539742:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.539901:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042064896 00000100:00100000:2.0:1763336273.539911:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042064896 00000100:00100000:2.0:1763336273.539994:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3631 00000100:00100000:2.0:1763336273.540004:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042064896:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:2.0:1763336273.540896:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042064896:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 889us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.540905:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3631 00000100:00100000:2.0:1763336273.543056:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.543116:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042065152 00000100:00100000:0.0:1763336273.543126:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042065152 00000100:00100000:0.0:1763336273.543217:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3632 00000100:00100000:0.0:1763336273.543227:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042065152:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336273.543653:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57621:x1848991042065152:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 426us (603us total) trans 4294968817 rc 0/0 00000100:00100000:0.0:1763336273.543662:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3632 00000100:00100000:0.0:1763336273.545682:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.545820:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042065408 00000100:00100000:2.0:1763336273.545830:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042065408 00000100:00100000:2.0:1763336273.545891:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10576 00000100:00100000:2.0:1763336273.545901:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57621:x1848991042065408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.545922:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.545925:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763336273.545963:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa45268 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db2 expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.545985:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa451ab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d81 expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.546001:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:2.0:1763336273.546006:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336273.546020:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45276 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66db9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.546113:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4527d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.546127:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4527d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.546135:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4527d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.546145:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336273.546252:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45276 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db9 expref: 48 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.546265:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4527d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db9 expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.546273:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:2.0:1763336273.546275:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336273.546278:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336273.546340:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57621:x1848991042065408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 440us (665us total) trans 4294968818 rc 0/0 00000100:00100000:2.0:1763336273.546347:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10576 00000100:00100000:1.0:1763336273.551672:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.551737:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042065664 00000100:00100000:0.0:1763336273.551749:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042065664 00000100:00100000:0.0:1763336273.552149:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3633 00000100:00100000:0.0:1763336273.552160:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57621:x1848991042065664:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336273.552225:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4527d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db9 expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.552264:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336273.552277:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.552285:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 47 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.552291:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.552324:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 47 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.552336:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.552349:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184576:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.552438:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.552447:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.552462:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae284000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184704:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.552488:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336273.560962:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.561423:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042065792 00000100:00100000:2.0:1763336273.561432:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042065792 00010000:00010000:2.0:1763336273.561472:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 48 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.561595:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184576:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.561608:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae284000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184704:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336273.561627:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336273.562355:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3594 00000100:00100000:2.0:1763336273.562368:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:2404:x1848991042065792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336273.562382:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336273.562389:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 48 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.562401:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 48 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.562422:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45237 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66da4 expref: 48 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.562442:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:2.0:1763336273.562447:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.562454:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.562459:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336273.562508:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:2404:x1848991042065792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 144us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.562515:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3594 00000100:00100000:1.0:1763336273.563589:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.563725:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042065920 00000100:00100000:0.0:1763336273.563733:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042065920 00010000:00010000:0.0:1763336273.563758:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.564515:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3595 00000100:00100000:0.0:1763336273.564526:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:2404:x1848991042065920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.564538:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.564545:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.564557:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.564575:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4517a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d73 expref: 47 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.564589:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.564594:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.564602:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.564609:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.565896:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.565909:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566108:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566115:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566122:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566126:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336273.566130:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566136:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 5/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566152:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.566154:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336273.566157:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 3/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.566164:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:3.0:1763336273.566166:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336273.566171:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4527d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66db9 expref: 46 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336273.566312:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042065664:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 14154us (14651us total) trans 4294968819 rc -22/-22 00000100:00100000:3.0:1763336273.566322:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3633 00010000:00010000:0.0:1763336273.567058:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa4528b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.567083:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.567126:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2404:x1848991042065920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2602us (3539us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.567134:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3595 00000100:00100000:1.0:1763336273.570233:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.570349:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042066048 00000100:00100000:2.0:1763336273.570359:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042066048 00000100:00100000:2.0:1763336273.570591:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10577 00000100:00100000:2.0:1763336273.570603:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57621:x1848991042066048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.570628:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.570650:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dc0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.570750:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 46 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.570766:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 46 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.570783:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923500) 00010000:00010000:2.0:1763336273.570786:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336273.570790:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61400, rc 0) 00000100:00100000:2.0:1763336273.570842:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042066048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 241us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.570849:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10577 00000100:00100000:1.0:1763336273.581828:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.582070:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042066304 00000100:00100000:2.0:1763336273.582080:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042066304 00000100:00100000:2.0:1763336273.582141:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10578 00000100:00100000:2.0:1763336273.582151:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57621:x1848991042066304:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.582171:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.582193:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa45299 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dc7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.582612:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.582625:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.582637:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.582647:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x58:0x0]: returning size 0 00010000:00010000:2.0:1763336273.582721:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa45299 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 49 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.582748:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 48 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.582756:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x58:0x0].0x0 (ffff9c929b923100) 00010000:00010000:2.0:1763336273.582759:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336273.582762:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336273.585534:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57621:x1848991042066304:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3374us (3706us total) trans 4294968820 rc 0/0 00000100:00100000:2.0:1763336273.585547:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10578 00000100:00100000:1.0:1763336273.588926:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.589054:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042066560 00000100:00100000:2.0:1763336273.589065:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042066560 00000100:00100000:2.0:1763336273.589113:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10579 00000100:00100000:2.0:1763336273.589123:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57621:x1848991042066560:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.589151:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.589172:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa452ae lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dce expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.589274:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa452b5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.589288:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa452b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.589299:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa452b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.589316:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336273.589418:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa452ae lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dce expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.589435:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa452b5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dce expref: 50 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.589443:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923500) 00010000:00010000:2.0:1763336273.589445:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336273.589449:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:2.0:1763336273.589509:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57621:x1848991042066560:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 387us (591us total) trans 4294968821 rc 0/0 00000100:00100000:2.0:1763336273.589516:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10579 00000100:00100000:1.0:1763336273.595109:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.595280:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042066816 00000100:00100000:3.0:1763336273.595290:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042066816 00000100:00100000:3.0:1763336273.595353:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3634 00000100:00100000:3.0:1763336273.595364:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57621:x1848991042066816:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:3.0:1763336273.595435:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa452b5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dce expref: 50 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.595475:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336273.595488:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 50 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.595497:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.595531:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 50 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.595544:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 50 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:3.0:1763336273.595557:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184832:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336273.595630:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336273.600919:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184832:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336273.600962:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336273.602314:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.602603:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042066944 00000100:00100000:0.0:1763336273.602613:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042066944 00010000:00010000:0.0:1763336273.602652:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 51 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.602731:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3596 00000100:00100000:0.0:1763336273.602742:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042066944:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.602758:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.602765:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 51 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.602779:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 51 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.602801:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45292 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc0 expref: 51 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.602816:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923500) 00010000:00010000:0.0:1763336273.602821:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.602830:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.602838:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336273.602866:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.602915:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:2405:x1848991042066944:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 175us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.602922:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3596 00010000:00010000:3.0:1763336273.603281:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.603289:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.603311:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: --/EX res: [0x240000405:0x58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336273.603321:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 49 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.603328:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 4/0,1 mode: --/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.603356:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 49 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.603372:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 49 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:3.0:1763336273.603385:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184960:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336273.603825:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336273.607191:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.607334:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056184960:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336273.607338:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042067072 00000100:00100000:2.0:1763336273.607344:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042067072 00010000:00010000:3.0:1763336273.607357:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: --/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.607377:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 50 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:2.0:1763336273.607978:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3597 00000100:00100000:2.0:1763336273.607990:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:2404:x1848991042067072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336273.608006:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336273.608012:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 50 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.608025:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 50 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.608046:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dc7 expref: 50 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.608359:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x58:0x0].0x0 (ffff9c929b923100) 00010000:00010000:2.0:1763336273.608365:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: --/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.608376:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.608383:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.608417:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336273.608578:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.608585:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336273.609615:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336273.609662:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336273.609719:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.609735:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185088 00000100:00100000:0.0:1763336273.609742:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185088 00000100:00100000:0.0:1763336273.609794:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1763336273.609803:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336273.609880:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 77us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.609888:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1763336273.610091:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:2404:x1848991042067072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2102us (2906us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.610099:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3597 00000100:00100000:1.0:1763336273.610302:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831af100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.610350:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.610378:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.610405:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336273.610592:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185216 00000100:00100000:3.0:1763336273.610597:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185216 00000100:00100000:3.0:1763336273.610633:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1763336273.610640:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336273.610740:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336273.610747:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1763336273.610853:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336273.610910:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187014000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336273.610936:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336273.610969:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9180 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.610970:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185344 00000100:00100000:0.0:1763336273.610977:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185344 00000100:00100000:0.0:1763336273.611124:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1763336273.611131:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185344:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336273.611196:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185344:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.611206:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1763336273.611275:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.611310:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.611335:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.611645:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.611679:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185472 00000100:00100000:0.0:1763336273.611710:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185472 00000100:00100000:0.0:1763336273.611733:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1763336273.611739:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185472:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336273.611788:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185472:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.611794:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1763336273.611981:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.612021:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.612045:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.612069:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.612332:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185600 00000100:00100000:0.0:1763336273.612337:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185600 00000100:00100000:0.0:1763336273.612370:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1763336273.612377:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185600:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336273.613225:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185600:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 843us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.613236:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1763336273.613314:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.613364:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.613394:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.613419:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.613476:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185728 00000100:00100000:0.0:1763336273.613481:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185728 00000100:00100000:0.0:1763336273.613517:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1763336273.613524:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185728:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336273.613592:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185728:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 68us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.613599:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1763336273.613664:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.613791:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.613826:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.613846:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e4c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.613978:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185856 00000100:00100000:0.0:1763336273.613983:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185856 00000100:00100000:0.0:1763336273.614010:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1763336273.614017:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185856:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336273.614075:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185856:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.614081:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1763336273.614197:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.614229:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.614252:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.614275:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336273.614322:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056185984 00000100:00100000:0.0:1763336273.614326:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056185984 00000100:00100000:0.0:1763336273.614585:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1763336273.614595:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185984:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.614698:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056185984:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1763336273.614891:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].28, 456 off54072 00000001:00080000:1.0:1763336273.614901:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968822 00000100:00100000:1.0:1763336273.614964:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056186112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.614989:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336273.615014:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9281254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336273.615036:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056186112 00000100:00100000:3.0:1763336273.615041:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056186112 00000100:00100000:0.0:1763336273.615063:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056185984:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.615071:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1763336273.615074:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1763336273.615080:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056186112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336273.615195:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:6516:x1848991056186112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 114us (204us total) trans 21474839450 rc 0/0 00000100:00100000:3.0:1763336273.615202:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1763336273.615319:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056186112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.615342:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056186240:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336273.615367:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336273.615889:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056186240 00000100:00100000:2.0:1763336273.615895:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056186240 00000100:00100000:1.0:1763336273.615901:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.615932:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1763336273.615949:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+18:6516:x1848991056186240:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336273.616071:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+19:6516:x1848991056186240:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 131us (703us total) trans 17179872087 rc 0/0 00000100:00100000:2.0:1763336273.616081:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1763336273.616202:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056186240:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1763336273.616265:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968823 00010000:00010000:1.0:1763336273.616293:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616302:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616309:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616314:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336273.616318:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616324:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616339:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x58:0x0].0x0 (ffff9c929b923100) 00010000:00010000:1.0:1763336273.616342:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763336273.616345:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 2/0,0 mode: --/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616350:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa452ca lrc: 0/0,0 mode: --/EX res: [0x240000405:0x58:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616368:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616373:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616383:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616387:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336273.616390:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616396:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616403:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923500) 00010000:00010000:1.0:1763336273.616405:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763336273.616408:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616413:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa452c3 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336273.616424:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923500) 00010000:00010000:1.0:1763336273.616426:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336273.616432:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa452b5 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dce expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336273.616629:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57621:x1848991042066816:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 21266us (21528us total) trans 4294968824 rc 0/0 00000100:00100000:1.0:1763336273.616638:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3634 00000020:00080000:1.0:1763336273.616642:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336273.619555:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.619736:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042067200 00000100:00100000:2.0:1763336273.619747:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042067200 00000100:00100000:2.0:1763336273.619804:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10580 00000100:00100000:2.0:1763336273.619814:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57621:x1848991042067200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.619837:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.619861:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452d1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dd5 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.619914:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452d1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dd5 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.619930:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452d1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dd5 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.619954:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336273.619958:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336273.619962:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336273.620103:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57621:x1848991042067200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 289us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.620109:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10580 00000100:00100000:0.0:1763336273.623407:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.623970:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042067328 00000100:00100000:2.0:1763336273.623981:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042067328 00002000:00100000:2.0:1763336273.624028:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (4096->24575) req@ffff9c92ae284000 x1848991042067328/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.624039:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae284000 with x1848991042067328 ext(4096->24575) 00002000:00010000:2.0:1763336273.624044:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae284000 00000100:00100000:2.0:1763336273.624080:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2128 00000100:00100000:2.0:1763336273.624089:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042067328:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336273.627718:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042067328:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3592us (4282us total) trans 21474839451 rc 0/0 00000100:00100000:2.0:1763336273.627732:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2128 00002000:00100000:2.0:1763336273.627745:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (4096->24575) req@ffff9c92ae284000 x1848991042067328/t21474839451(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/448 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.627755:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae284000 with x1848991042067328 ext(4096->24575) 00002000:00010000:2.0:1763336273.627761:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae284000 00000100:00100000:1.0:1763336273.639190:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.639352:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042067584 00000100:00100000:3.0:1763336273.639361:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042067584 00000100:00100000:3.0:1763336273.639420:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3635 00000100:00100000:3.0:1763336273.639431:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57621:x1848991042067584:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336273.639757:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x58:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763336273.639815:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].161, 64 off21656 00000040:00080000:3.0:1763336273.639835:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].165, 64 off22008 00000001:00080000:3.0:1763336273.639842:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968825 00010000:00010000:3.0:1763336273.639886:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:3.0:1763336273.639903:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.639915:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.639923:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.639929:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.639935:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336273.639994:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763336273.640022:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763336273.640030:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.640038:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.640042:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.640050:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.640062:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x58:0x0].0x0 (ffff9c91864d8600) 00010000:00010000:2.0:1763336273.640065:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763336273.640069:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.640075:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa452d8 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x58:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336273.640094:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336273.640097:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336273.640099:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336273.640184:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57621:x1848991042067584:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 753us (1000us total) trans 4294968826 rc 0/0 00000100:00100000:3.0:1763336273.640195:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3635 00000020:00080000:3.0:1763336273.640201:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336273.651448:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.651522:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042067840 00000100:00100000:3.0:1763336273.651531:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042067840 00000100:00100000:3.0:1763336273.651594:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3636 00000100:00100000:3.0:1763336273.651604:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57621:x1848991042067840:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336273.651931:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:57621:x1848991042067840:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 327us (490us total) trans 4294968827 rc 0/0 00000100:00100000:3.0:1763336273.651949:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3636 00000100:00100000:2.0:1763336273.684126:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.684233:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042067968 00000100:00100000:0.0:1763336273.684242:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042067968 00000100:00100000:0.0:1763336273.684300:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10581 00000100:00100000:0.0:1763336273.684309:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:57622:x1848991042067968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.684331:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.684353:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa452df lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ddc expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.684417:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336273.684431:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684442:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684460:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336273.684467:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684473:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684540:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336273.684548:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684554:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336273.684590:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336273.684595:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336273.684611:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684621:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684629:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684635:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684641:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684652:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684658:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336273.684662:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684670:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684681:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5400) 00010000:00010000:0.0:1763336273.684727:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336273.684733:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684739:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa452e6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684750:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684755:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684760:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684764:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336273.684766:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684771:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684780:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5000) 00010000:00010000:0.0:1763336273.684783:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336273.684785:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684790:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa452ed lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336273.684815:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa452df lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 56 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.684830:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 55 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.684837:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336273.684839:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336273.684842:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336273.684892:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+55:57622:x1848991042067968:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 584us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.684899:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10581 00000100:00100000:2.0:1763336273.689668:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.690456:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042068224 00000100:00100000:0.0:1763336273.690467:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042068224 00000100:00100000:0.0:1763336273.690539:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10582 00000100:00100000:0.0:1763336273.690555:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+55:57622:x1848991042068224:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.690575:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.690596:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa452fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66de3 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.690732:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa45302 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.690746:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa45302 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.690757:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa45302 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.690769:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.690873:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa452fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66de3 expref: 58 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.690891:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa45302 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66de3 expref: 57 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.690900:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336273.690904:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336273.690908:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:0.0:1763336273.690971:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+57:57622:x1848991042068224:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 423us (1312us total) trans 4294968828 rc 0/0 00000100:00100000:0.0:1763336273.690980:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10582 00000100:00100000:1.0:1763336273.694113:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.694199:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042068480 00000100:00100000:0.0:1763336273.694210:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042068480 00000100:00100000:0.0:1763336273.694269:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10583 00000100:00100000:0.0:1763336273.694279:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+57:57622:x1848991042068480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336273.694302:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.694322:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa45310 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dea expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.694411:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45317 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.694424:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45317 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.694434:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45317 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336273.694446:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336273.694537:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa45310 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dea expref: 60 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.694554:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45317 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dea expref: 59 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.694562:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336273.694566:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336273.694569:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:0.0:1763336273.694633:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57622:x1848991042068480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 356us (528us total) trans 4294968829 rc 0/0 00000100:00100000:0.0:1763336273.694640:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10583 00000100:00100000:1.0:1763336273.701759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.702314:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042068608 00000100:00100000:2.0:1763336273.702325:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042068608 00000100:00100000:2.0:1763336273.702402:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2129 00000100:00100000:2.0:1763336273.702413:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042068608:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.702458:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.702468:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.702481:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.702484:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.702489:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.702503:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704836:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704854:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704863:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704869:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.704874:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704882:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704899:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.704905:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45325 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.705116:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042068608:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2702us (3361us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.705125:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2129 00000100:00100000:1.0:1763336273.710367:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.710476:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042068736 00000100:00100000:2.0:1763336273.710487:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042068736 00000100:00100000:2.0:1763336273.710553:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2130 00000100:00100000:2.0:1763336273.710564:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042068736:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.710606:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.710615:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.710628:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.710631:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.710636:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.710649:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718127:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718146:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718154:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718161:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.718165:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718173:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718191:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.718198:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4532c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.718362:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042068736:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7794us (7999us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.718372:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2130 00000100:00100000:1.0:1763336273.728795:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.728867:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042068864 00000100:00100000:2.0:1763336273.728876:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042068864 00000100:00100000:2.0:1763336273.728946:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 450 00000100:00100000:2.0:1763336273.728955:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57622:x1848991042068864:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336273.728969:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336273.728990:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45317 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dea expref: 59 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.729007:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336273.729013:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336273.729065:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+58:57622:x1848991042068864:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 111us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.729073:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 450 00000100:00100000:1.0:1763336273.733657:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.733799:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042069120 00000100:00100000:3.0:1763336273.733809:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042069120 00000100:00100000:3.0:1763336273.733860:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3637 00000100:00100000:3.0:1763336273.733870:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+58:57622:x1848991042069120:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336273.734147:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57622:x1848991042069120:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 278us (500us total) trans 4294968830 rc 0/0 00000100:00100000:3.0:1763336273.734155:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3637 00000100:00100000:1.0:1763336273.755680:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.755985:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042069376 00000100:00100000:2.0:1763336273.755997:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042069376 00000100:00100000:2.0:1763336273.756047:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10584 00000100:00100000:2.0:1763336273.756057:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57623:x1848991042069376:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336273.756081:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336273.756102:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45333 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66df1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.756203:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4533a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336273.756216:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4533a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336273.756226:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4533a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336273.756238:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336273.756327:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45333 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df1 expref: 62 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.756343:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4533a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df1 expref: 61 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.756351:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336273.756354:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336273.756358:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:2.0:1763336273.756545:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57623:x1848991042069376:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 488us (874us total) trans 4294968831 rc 0/0 00000100:00100000:2.0:1763336273.756551:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10584 00000100:00100000:1.0:1763336273.764565:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.764839:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042069504 00000100:00100000:2.0:1763336273.764849:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042069504 00000100:00100000:2.0:1763336273.764910:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2131 00000100:00100000:2.0:1763336273.764920:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042069504:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.764982:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.764991:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.765006:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.765008:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.765013:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.765027:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772015:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772035:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772044:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772052:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.772056:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772065:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772084:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.772092:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45348 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.772176:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042069504:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7253us (7617us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.772185:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2131 00000100:00100000:1.0:1763336273.785071:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.785172:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042069632 00000100:00100000:2.0:1763336273.785182:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042069632 00000100:00100000:2.0:1763336273.785255:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2132 00000100:00100000:2.0:1763336273.785266:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042069632:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336273.785319:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:2.0:1763336273.785329:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.785343:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.785345:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336273.785350:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.785367:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793805:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793827:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793838:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793845:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336273.793850:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793859:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793879:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336273.793891:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61400/0x84ca14902aa4534f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336273.793997:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042069632:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8727us (8928us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336273.794008:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2132 00000100:00100000:1.0:1763336273.797481:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.797635:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042069760 00000100:00100000:0.0:1763336273.797645:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042069760 00000100:00100000:0.0:1763336273.798032:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 451 00000100:00100000:0.0:1763336273.798045:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57623:x1848991042069760:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336273.798062:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.798087:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4533a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df1 expref: 61 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.798108:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336273.798114:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336273.798172:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:57623:x1848991042069760:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 130us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.798180:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 451 00000100:00100000:1.0:1763336273.800536:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.805411:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070016 00000100:00100000:0.0:1763336273.805425:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070016 00000100:00100000:1.0:1763336273.805620:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3638 00000100:00100000:1.0:1763336273.805631:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:57623:x1848991042070016:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336273.806143:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57623:x1848991042070016:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 511us (5612us total) trans 4294968832 rc 0/0 00000100:00100000:1.0:1763336273.806152:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3638 00000100:00100000:1.0:1763336273.816394:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.816657:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070272 00000100:00100000:0.0:1763336273.816665:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070272 00000100:00100000:0.0:1763336273.816757:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10585 00000100:00100000:0.0:1763336273.816767:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57585:x1848991042070272:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336273.816790:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336273.816810:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45356 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66df8 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.816910:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336273.816924:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 62 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.816934:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.816979:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 62 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336273.816992:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 62 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.817006:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056186368:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336273.817073:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336273.824901:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056186368:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336273.824929:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336273.825418:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.825603:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070400 00000100:00100000:0.0:1763336273.825611:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070400 00010000:00010000:0.0:1763336273.825641:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 63 pid: 6513 timeout: 1161 lvb_type: 0 00000100:00100000:0.0:1763336273.825675:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3598 00000100:00100000:0.0:1763336273.825718:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:2405:x1848991042070400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336273.825733:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336273.825738:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 63 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.825750:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 63 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.825769:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa452f4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ddc expref: 63 pid: 6513 timeout: 1161 lvb_type: 0 00010000:00010000:0.0:1763336273.825782:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336273.825786:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.825795:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.825801:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336273.825821:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336273.826028:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336273.826036:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:1.0:1763336273.826059:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:1.0:1763336273.826185:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45356 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 64 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336273.826201:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336273.826213:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336273.826216:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336273.826218:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:1.0:1763336273.827927:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57585:x1848991042070272:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11152us (11531us total) trans 4294968833 rc 0/0 00000100:00100000:1.0:1763336273.827951:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10585 00000100:00100000:0.0:1763336273.828538:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:2405:x1848991042070400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2852us (3118us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336273.828549:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3598 00000100:00100000:2.0:1763336273.831309:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.831395:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070528 00000100:00100000:3.0:1763336273.831406:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070528 00000100:00100000:3.0:1763336273.831465:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10586 00000100:00100000:3.0:1763336273.831476:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57585:x1848991042070528:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336273.831500:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336273.831522:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4536b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66dff expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.831614:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336273.831628:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.831637:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.831670:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.831724:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 63 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:3.0:1763336273.831739:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056186496:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336273.831820:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336273.836917:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ae680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056186496:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336273.836919:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336273.836960:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:2.0:1763336273.837141:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070656 00000100:00100000:2.0:1763336273.837150:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070656 00010000:00010000:2.0:1763336273.837184:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 64 pid: 28199 timeout: 1161 lvb_type: 0 00000100:00100000:2.0:1763336273.837226:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3599 00000100:00100000:2.0:1763336273.837236:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:2404:x1848991042070656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336273.837251:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336273.837258:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 64 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.837270:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 64 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.837293:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4535d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66df8 expref: 64 pid: 28199 timeout: 1161 lvb_type: 0 00010000:00010000:2.0:1763336273.837308:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336273.837312:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.837321:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.837328:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336273.837352:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336273.837409:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:2404:x1848991042070656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 173us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.837417:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3599 00010000:00010000:3.0:1763336273.837867:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.837876:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336273.837927:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:3.0:1763336273.837932:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336273.837959:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.837990:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa4536b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dff expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.838007:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dff expref: 62 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.838014:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336273.838017:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336273.838020:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336273.838062:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57585:x1848991042070528:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6588us (6763us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336273.838069:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10586 00000100:00100000:1.0:1763336273.843566:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.844432:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070784 00000100:00100000:2.0:1763336273.844442:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070784 00002000:00100000:2.0:1763336273.844490:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (114688->118783) req@ffff9c92bbc50e00 x1848991042070784/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.844501:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50e00 with x1848991042070784 ext(114688->118783) 00002000:00010000:2.0:1763336273.844506:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50e00 00000100:00100000:2.0:1763336273.844541:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2133 00000100:00100000:2.0:1763336273.844552:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042070784:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:2.0:1763336273.844875:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042070784:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 324us (1317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336273.844882:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2133 00002000:00100000:2.0:1763336273.844889:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (114688->118783) req@ffff9c92bbc50e00 x1848991042070784/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/4536 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336273.844898:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50e00 with x1848991042070784 ext(114688->118783) 00002000:00010000:2.0:1763336273.844901:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50e00 00000100:00100000:2.0:1763336273.851090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.851374:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042070912 00000100:00100000:1.0:1763336273.851384:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042070912 00002000:00100000:1.0:1763336273.851431:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c9184ee1180 x1848991042070912/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.851441:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1180 with x1848991042070912 ext(118784->122879) 00002000:00010000:1.0:1763336273.851447:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee1180 00000100:00100000:1.0:1763336273.851469:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2134 00000100:00100000:1.0:1763336273.851478:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042070912:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336273.851713:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042070912:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 235us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336273.851721:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2134 00002000:00100000:1.0:1763336273.851728:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c9184ee1180 x1848991042070912/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/4536 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.851737:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1180 with x1848991042070912 ext(118784->122879) 00002000:00010000:1.0:1763336273.851740:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee1180 00000100:00100000:0.0:1763336273.855827:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.855915:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071040 00000100:00100000:1.0:1763336273.855925:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071040 00002000:00100000:1.0:1763336273.856002:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (94208->159743) req@ffff9c92ae285180 x1848991042071040/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 504/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.856013:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285180 with x1848991042071040 ext(94208->159743) 00002000:00010000:1.0:1763336273.856019:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285180 00000100:00100000:1.0:1763336273.856212:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2135 00000100:00100000:1.0:1763336273.856222:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042071040:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336273.861679:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042071040:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5448us (5850us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763336273.861762:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2135 00002000:00100000:1.0:1763336273.861776:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (94208->159743) req@ffff9c92ae285180 x1848991042071040/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 504/440 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.861786:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285180 with x1848991042071040 ext(94208->159743) 00002000:00010000:1.0:1763336273.861792:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285180 00000100:00100000:0.0:1763336273.866090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.866251:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071168 00000100:00100000:1.0:1763336273.866261:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071168 00002000:00100000:1.0:1763336273.866309:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->131071) req@ffff9c92ae286680 x1848991042071168/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 16872/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.866320:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae286680 with x1848991042071168 ext(114688->131071) 00002000:00010000:1.0:1763336273.866326:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae286680 00000100:00100000:1.0:1763336273.866898:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2136 00000100:00100000:1.0:1763336273.866911:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042071168:12345-192.168.203.16@tcp:4:lfs.0 00000100:00100000:1.0:1763336273.867775:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991042071168:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 864us (1690us total) trans 21474839452 rc 0/0 00000100:00100000:1.0:1763336273.867785:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2136 00002000:00100000:1.0:1763336273.867795:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->131071) req@ffff9c92ae286680 x1848991042071168/t21474839452(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 16872/448 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.867806:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae286680 with x1848991042071168 ext(114688->131071) 00002000:00010000:1.0:1763336273.867811:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae286680 00000100:00100000:0.0:1763336273.871117:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.871209:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071296 00000100:00100000:2.0:1763336273.871219:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071296 00000100:00100000:2.0:1763336273.871281:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7601 00000100:00100000:2.0:1763336273.871292:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042071296:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:1.0:1763336273.872670:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839452 is committed 00000001:00080000:1.0:1763336273.872770:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839450 is committed 00000100:00100000:2.0:1763336273.873039:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042071296:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1745us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336273.873049:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7601 00000100:00100000:2.0:1763336273.879205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.879290:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071424 00000100:00100000:1.0:1763336273.879300:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071424 00002000:00100000:1.0:1763336273.879346:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (159744->217087) req@ffff9c9184ee3480 x1848991042071424/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.879358:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee3480 with x1848991042071424 ext(159744->217087) 00002000:00010000:1.0:1763336273.879364:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee3480 00000100:00100000:1.0:1763336273.879886:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2137 00000100:00100000:1.0:1763336273.879898:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042071424:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336273.885302:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042071424:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5398us (6096us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1763336273.885315:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2137 00002000:00100000:1.0:1763336273.885326:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (159744->217087) req@ffff9c9184ee3480 x1848991042071424/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/440 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.885337:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee3480 with x1848991042071424 ext(159744->217087) 00002000:00010000:1.0:1763336273.885343:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee3480 00000100:00100000:0.0:1763336273.890563:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.890806:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071552 00000100:00100000:1.0:1763336273.890816:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071552 00002000:00100000:1.0:1763336273.890858:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (217088->253951) req@ffff9c92ae285500 x1848991042071552/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.890870:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285500 with x1848991042071552 ext(217088->253951) 00002000:00010000:1.0:1763336273.890875:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285500 00000100:00100000:1.0:1763336273.891800:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2138 00000100:00100000:1.0:1763336273.891813:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042071552:12345-192.168.203.16@tcp:3:lfs.0 00000100:00100000:1.0:1763336273.895647:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042071552:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3827us (5082us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763336273.895661:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2138 00002000:00100000:1.0:1763336273.895673:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (217088->253951) req@ffff9c92ae285500 x1848991042071552/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/440 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.895703:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285500 with x1848991042071552 ext(217088->253951) 00002000:00010000:1.0:1763336273.895711:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285500 00000100:00100000:0.0:1763336273.899301:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336273.899400:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071680 00000100:00100000:3.0:1763336273.899410:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071680 00000100:00100000:3.0:1763336273.899465:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10587 00000100:00100000:3.0:1763336273.899475:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:57585:x1848991042071680:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336273.899492:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336273.899512:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa45379 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e06 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.899543:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336273.899556:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.899566:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336273.899671:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa45379 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 64 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.899727:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336273.899735:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336273.899738:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763336273.899742:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336273.899802:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57585:x1848991042071680:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 329us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336273.899809:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10587 00000100:00100000:0.0:1763336273.906501:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.907104:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071808 00000100:00100000:1.0:1763336273.907115:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071808 00000100:00100000:1.0:1763336273.907366:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2139 00000100:00100000:1.0:1763336273.907378:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042071808:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336273.908181:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336273.908186:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336273.908188:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336271 -> 1763336273 00002000:00010000:1.0:1763336273.908190:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336273.908192:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 320 -> 400 00000100:00100000:1.0:1763336273.908258:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042071808:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 881us (1765us total) trans 21474839453 rc 0/0 00000100:00100000:1.0:1763336273.908270:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2139 00000100:00100000:1.0:1763336273.913282:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.913377:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042071936 00000100:00100000:0.0:1763336273.913388:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042071936 00002000:00100000:0.0:1763336273.913433:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (20480->86015) req@ffff9c92bbc50a80 x1848991042071936/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.913444:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50a80 with x1848991042071936 ext(20480->86015) 00002000:00010000:0.0:1763336273.913450:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50a80 00000100:00100000:0.0:1763336273.913876:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2140 00000100:00100000:0.0:1763336273.913887:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042071936:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336273.918717:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042071936:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4792us (5404us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763336273.918731:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2140 00002000:00100000:1.0:1763336273.918743:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (20480->86015) req@ffff9c92bbc50a80 x1848991042071936/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/440 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.918753:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50a80 with x1848991042071936 ext(20480->86015) 00002000:00010000:1.0:1763336273.918760:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50a80 00000100:00100000:2.0:1763336273.923153:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.923238:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072064 00000100:00100000:1.0:1763336273.923248:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072064 00002000:00100000:1.0:1763336273.923296:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (49152->151551) req@ffff9c9184ee1f80 x1848991042072064/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 504/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336273.923307:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1f80 with x1848991042072064 ext(49152->151551) 00002000:00010000:1.0:1763336273.923313:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee1f80 00000100:00100000:1.0:1763336273.923607:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2141 00000100:00100000:1.0:1763336273.923618:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042072064:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:0.0:1763336273.929235:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042072064:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5609us (6080us total) trans 21474839454 rc 0/0 00000100:00100000:0.0:1763336273.929250:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2141 00002000:00100000:0.0:1763336273.929262:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (49152->151551) req@ffff9c9184ee1f80 x1848991042072064/t21474839454(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 504/448 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.929272:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1f80 with x1848991042072064 ext(49152->151551) 00002000:00010000:0.0:1763336273.929279:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee1f80 00000100:00100000:2.0:1763336273.932731:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.932803:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072192 00000100:00100000:0.0:1763336273.932812:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072192 00000100:00100000:0.0:1763336273.932901:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2142 00000100:00100000:0.0:1763336273.932911:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042072192:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336273.933579:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336273.933584:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.933587:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.933589:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.933591:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 400 -> 424 00000100:00100000:0.0:1763336273.934199:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042072192:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1286us (1472us total) trans 21474839455 rc 0/0 00000100:00100000:0.0:1763336273.934209:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2142 00000100:00100000:2.0:1763336273.938290:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.938370:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072320 00000100:00100000:0.0:1763336273.938380:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072320 00002000:00100000:0.0:1763336273.938428:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (253952->262143) req@ffff9c9184ee0700 x1848991042072320/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/0 e 0 to 0 dl 1763336284 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.938440:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0700 with x1848991042072320 ext(253952->262143) 00002000:00010000:0.0:1763336273.938446:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0700 00000100:00100000:0.0:1763336273.938482:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2143 00000100:00100000:0.0:1763336273.938492:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042072320:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336273.938749:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042072320:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 258us (468us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1763336273.938758:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2143 00002000:00100000:0.0:1763336273.938766:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (253952->262143) req@ffff9c9184ee0700 x1848991042072320/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:564/0 lens 488/8632 e 0 to 0 dl 1763336284 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336273.938775:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0700 with x1848991042072320 ext(253952->262143) 00002000:00010000:0.0:1763336273.938778:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0700 00000100:00100000:2.0:1763336273.956588:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336273.957095:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072448 00000100:00100000:1.0:1763336273.957106:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072448 00000100:00100000:1.0:1763336273.957183:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2144 00000100:00100000:1.0:1763336273.957195:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042072448:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336273.957629:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336273.957634:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336273.957637:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336273.957639:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336273.957642:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 424 -> 440 00000100:00100000:1.0:1763336273.963499:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042072448:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 6293us (6906us total) trans 21474839456 rc 0/0 00000100:00100000:1.0:1763336273.963514:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2144 00000100:00100000:1.0:1763336273.977718:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336273.977918:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072576 00000100:00100000:2.0:1763336273.977929:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072576 00000100:00100000:2.0:1763336273.978008:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2145 00000100:00100000:2.0:1763336273.978019:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042072576:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336273.978264:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336273.978268:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336273.978271:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336273.978273:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336273.978275:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 440 -> 440 00000100:00100000:2.0:1763336273.978341:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042072576:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 323us (665us total) trans 21474839457 rc 0/0 00000100:00100000:2.0:1763336273.978350:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2145 00000100:00100000:2.0:1763336273.984317:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.984410:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072704 00000100:00100000:0.0:1763336273.984420:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072704 00000100:00100000:0.0:1763336273.984493:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2146 00000100:00100000:0.0:1763336273.984504:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042072704:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336273.986916:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336273.986924:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.986926:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.986929:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.986931:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 440 -> 448 00000100:00100000:0.0:1763336273.987277:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042072704:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 2770us (2963us total) trans 21474839458 rc 0/0 00000100:00100000:0.0:1763336273.987289:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2146 00000100:00100000:3.0:1763336273.996487:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336273.996586:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072832 00000100:00100000:0.0:1763336273.996596:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072832 00000100:00100000:0.0:1763336273.996662:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2147 00000100:00100000:0.0:1763336273.996673:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042072832:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336273.996979:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336273.996984:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.996986:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.996989:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336273.996991:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1763336273.997058:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042072832:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 386us (579us total) trans 21474839459 rc 0/0 00000100:00100000:0.0:1763336273.997067:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2147 00000100:00100000:1.0:1763336274.003977:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.004070:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042072960 00000100:00100000:2.0:1763336274.004080:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042072960 00002000:00100000:2.0:1763336274.004140:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (221184->258047) req@ffff9c92bbc50380 x1848991042072960/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 504/0 e 0 to 0 dl 1763336285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336274.004151:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50380 with x1848991042072960 ext(221184->258047) 00002000:00010000:2.0:1763336274.004158:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50380 00000100:00100000:2.0:1763336274.004188:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2148 00000100:00100000:2.0:1763336274.004197:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042072960:12345-192.168.203.16@tcp:4:fsx.0 00000100:00080000:3.0:1763336274.004379:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763336274.014909:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042072960:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 10701us (10931us total) trans 21474839460 rc 0/0 00000100:00100000:2.0:1763336274.014924:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2148 00002000:00100000:2.0:1763336274.014949:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (221184->258047) req@ffff9c92bbc50380 x1848991042072960/t21474839460(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 504/448 e 0 to 0 dl 1763336285 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336274.014960:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50380 with x1848991042072960 ext(221184->258047) 00002000:00010000:2.0:1763336274.014967:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50380 00000100:00100000:2.0:1763336274.019602:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.021244:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073088 00000100:00100000:0.0:1763336274.021257:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073088 00000100:00100000:3.0:1763336274.021883:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7602 00000100:00100000:3.0:1763336274.021897:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042073088:12345-192.168.203.16@tcp:16:fsx.0 00010000:00010000:0.0:1763336274.022884:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763336274.023495:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839460 is committed 00000100:00100000:3.0:1763336274.023773:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042073088:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1875us (4174us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.023785:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7602 00000100:00100000:1.0:1763336274.028455:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.029046:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073344 00000100:00100000:2.0:1763336274.029056:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073344 00000100:00100000:2.0:1763336274.029487:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10588 00000100:00100000:2.0:1763336274.029498:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57585:x1848991042073344:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336274.029547:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336274.029572:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45372 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dff expref: 63 pid: 28199 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1763336274.029807:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1763336274.029926:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.029932:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336274.030099:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336274.030114:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.030124:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763336274.030163:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968834 00000004:00010000:2.0:1763336274.030184:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000178b24b4 reply state 00000000835d1625 transno 4294968835 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.030196:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.030202:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.030205:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336274.030207:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336274.030363:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57585:x1848991042073344:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 866us (1917us total) trans 4294968835 rc 0/0 00000100:00100000:2.0:1763336274.030371:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10588 00000020:00080000:2.0:1763336274.030376:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336274.033395:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.033990:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.034010:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073472 00000100:00100000:2.0:1763336274.034019:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073472 00002000:00010000:2.0:1763336274.034055:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (226325->18446744073709551615) 00002000:00100000:2.0:1763336274.034059:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50000 with x1848991042073472 ext(226325->18446744073709551615) 00002000:00010000:2.0:1763336274.034070:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50000. 00000100:00100000:2.0:1763336274.034103:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2149 00000100:00100000:2.0:1763336274.034113:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042073472:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:1.0:1763336274.034964:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.035032:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073600 00000100:00100000:3.0:1763336274.035040:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073600 00002000:00010000:3.0:1763336274.035063:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.035067:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc53b80 with x1848991042073600 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.035074:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc53b80. 00000100:00100000:3.0:1763336274.035101:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073728 00000100:00100000:3.0:1763336274.035104:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073728 00002000:00010000:3.0:1763336274.035130:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.035134:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc51180 with x1848991042073728 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.035141:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc51180. 00000100:00100000:3.0:1763336274.035157:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2150 00000100:00100000:3.0:1763336274.035164:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042073600:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336274.035265:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336274.035269:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336271 -> 1763336274 00002000:00010000:3.0:1763336274.035271:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336274.035273:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.035275:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336274.035326:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042073600:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 162us (1336us total) trans 21474839462 rc 0/0 00000100:00100000:3.0:1763336274.035334:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2150 00002000:00010000:3.0:1763336274.035338:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.035341:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc53b80 with x1848991042073600 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.035346:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc53b80. 00000100:00100000:3.0:1763336274.035363:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2151 00000100:00100000:3.0:1763336274.035369:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042073728:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336274.035442:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336274.035445:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336271 -> 1763336274 00002000:00010000:3.0:1763336274.035448:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:3.0:1763336274.035450:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.035452:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336274.035472:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042073728:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 103us (511us total) trans 17179872088 rc 0/0 00000100:00100000:3.0:1763336274.035478:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2151 00002000:00010000:3.0:1763336274.035481:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.035484:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc51180 with x1848991042073728 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.035487:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bbc51180. 00000100:00080000:3.0:1763336274.035507:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1763336274.036671:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 226325 00002000:00010000:2.0:1763336274.036678:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336273 -> 1763336274 00002000:00010000:2.0:1763336274.036681:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336274.036683:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336273 -> 1763336274 00002000:00010000:2.0:1763336274.036951:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 456 00000100:00100000:2.0:1763336274.037017:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042073472:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 2902us (3626us total) trans 21474839461 rc 0/0 00000100:00100000:2.0:1763336274.037026:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2149 00002000:00010000:2.0:1763336274.037029:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (226325->18446744073709551615) 00002000:00100000:2.0:1763336274.037032:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bbc50000 with x1848991042073472 ext(226325->18446744073709551615) 00002000:00010000:2.0:1763336274.037038:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bbc50000. 00000100:00100000:1.0:1763336274.040524:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.040605:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073856 00000100:00100000:2.0:1763336274.040614:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073856 00000100:00100000:2.0:1763336274.040674:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10589 00000100:00100000:2.0:1763336274.040714:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57585:x1848991042073856:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336274.040736:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336274.040757:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4538e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e0d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.040838:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45395 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336274.040852:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45395 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.040866:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45395 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336274.040891:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 226325 00000004:00200000:2.0:1763336274.040895:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336274.040911:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45395 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.040948:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4538e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e0d expref: 67 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.040964:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45395 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e0d expref: 66 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.040973:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.040976:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336274.040979:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61200, rc 0) 00000100:00100000:2.0:1763336274.041038:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+66:57585:x1848991042073856:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 355us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.041045:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10589 00000100:00100000:0.0:1763336274.045063:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.046751:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042073984 00000100:00100000:2.0:1763336274.046764:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042073984 00000100:00100000:2.0:1763336274.046852:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2152 00000100:00100000:2.0:1763336274.046862:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042073984:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336274.047090:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 226325 -> 226325 00002000:00010000:2.0:1763336274.047094:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.047097:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336274.047099:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.047101:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:2.0:1763336274.047170:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042073984:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 308us (2489us total) trans 21474839463 rc 0/0 00000100:00100000:2.0:1763336274.047177:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2152 00000100:00100000:3.0:1763336274.053979:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.054130:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042074112 00000100:00100000:1.0:1763336274.054140:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042074112 00000100:00100000:1.0:1763336274.055115:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2153 00000100:00100000:1.0:1763336274.055131:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042074112:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336274.055387:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 226325 -> 226325 00002000:00010000:1.0:1763336274.055391:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.055393:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336274.055396:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.055398:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 456 -> 416 00000100:00100000:1.0:1763336274.055465:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042074112:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 339us (1780us total) trans 21474839464 rc 0/0 00000100:00100000:1.0:1763336274.055472:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2153 00000100:00100000:3.0:1763336274.060728:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.061107:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042074240 00000100:00100000:2.0:1763336274.061117:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042074240 00000100:00100000:2.0:1763336274.061180:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2154 00000100:00100000:2.0:1763336274.061190:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042074240:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336274.061399:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 226325 -> 226325 00002000:00010000:2.0:1763336274.061403:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.061405:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336274.061408:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.061411:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:2.0:1763336274.061468:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042074240:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 278us (786us total) trans 21474839465 rc 0/0 00000100:00100000:2.0:1763336274.061475:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2154 00000100:00100000:0.0:1763336274.065423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.065829:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042074368 00000100:00100000:1.0:1763336274.065840:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042074368 00000100:00100000:1.0:1763336274.065903:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2155 00000100:00100000:1.0:1763336274.065912:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042074368:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336274.066312:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 226325 -> 226325 00002000:00010000:1.0:1763336274.066317:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.066320:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336274.066322:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.066325:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 416 -> 392 00000100:00100000:1.0:1763336274.066393:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042074368:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 482us (978us total) trans 21474839466 rc 0/0 00000100:00100000:1.0:1763336274.066402:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2155 00000100:00100000:0.0:1763336274.077012:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.077099:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042074624 00000100:00100000:1.0:1763336274.077109:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042074624 00000100:00100000:1.0:1763336274.077173:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10590 00000100:00100000:1.0:1763336274.077183:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+66:57585:x1848991042074624:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336274.077231:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.077255:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45395 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e0d expref: 66 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.077273:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.077278:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.077428:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.077442:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.077451:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.077498:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968836 00000004:00010000:1.0:1763336274.077522:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c85d2d8b reply state 00000000ba45577e transno 4294968837 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.077532:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.077538:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.077541:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.077543:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.077635:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+68:57585:x1848991042074624:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 452us (633us total) trans 4294968837 rc 0/0 00000100:00100000:1.0:1763336274.077642:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10590 00000020:00080000:1.0:1763336274.077647:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336274.081279:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.081324:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.081357:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.081638:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042074752 00000100:00100000:0.0:1763336274.081650:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042074752 00002000:00010000:0.0:1763336274.081730:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:0.0:1763336274.081735:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a300 with x1848991042074752 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763336274.081747:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a300. 00000100:00100000:0.0:1763336274.081766:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075008 00000100:00100000:0.0:1763336274.081769:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075008 00002000:00010000:0.0:1763336274.081782:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.081785:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b480 with x1848991042075008 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.081792:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b480. 00000100:00100000:0.0:1763336274.081806:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042074880 00000100:00100000:0.0:1763336274.081809:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042074880 00002000:00010000:0.0:1763336274.081819:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.081822:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679bb80 with x1848991042074880 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.081827:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679bb80. 00000100:00100000:0.0:1763336274.081845:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2156 00000100:00100000:0.0:1763336274.081854:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042074752:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336274.082033:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 226325 -> 262144 00002000:00010000:0.0:1763336274.082037:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.082040:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336274.082042:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.082045:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:0.0:1763336274.082098:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042074752:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 245us (828us total) trans 21474839467 rc 0/0 00000100:00100000:0.0:1763336274.082106:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2156 00002000:00010000:0.0:1763336274.082110:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:0.0:1763336274.082113:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a300 with x1848991042074752 ext(262144->18446744073709551615) 00002000:00010000:0.0:1763336274.082117:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a300. 00000100:00100000:0.0:1763336274.082133:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2157 00000100:00100000:0.0:1763336274.082140:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042075008:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336274.082214:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.082217:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.082219:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336274.082221:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.082223:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336274.082246:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042075008:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 106us (921us total) trans 17179872089 rc 0/0 00000100:00100000:0.0:1763336274.082252:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2157 00002000:00010000:0.0:1763336274.082255:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.082257:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b480 with x1848991042075008 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.082261:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b480. 00000100:00100000:0.0:1763336274.082275:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2158 00000100:00100000:0.0:1763336274.082281:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042074880:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336274.082331:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.082334:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.082336:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336274.082338:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.082340:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336274.082359:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042074880:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 78us (1001us total) trans 21474839468 rc 0/0 00000100:00100000:0.0:1763336274.082366:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2158 00002000:00010000:0.0:1763336274.082368:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.082371:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679bb80 with x1848991042074880 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.082375:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679bb80. 00000100:00100000:0.0:1763336274.088986:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.089639:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075136 00000100:00100000:2.0:1763336274.089650:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075136 00002000:00100000:2.0:1763336274.089729:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (0->262143) req@ffff9c92ae287100 x1848991042075136/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 536/0 e 0 to 0 dl 1763336285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336274.089740:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287100 with x1848991042075136 ext(0->262143) 00002000:00010000:2.0:1763336274.089746:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae287100 00000100:00100000:1.0:1763336274.090333:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2159 00000100:00100000:1.0:1763336274.090346:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042075136:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336274.095519:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042075136:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 5163us (6528us total) trans 0 rc 217088/217088 00000100:00100000:1.0:1763336274.095534:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2159 00002000:00100000:1.0:1763336274.095548:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (0->262143) req@ffff9c92ae287100 x1848991042075136/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 536/440 e 0 to 0 dl 1763336285 ref 1 fl Complete:/600/0 rc 217088/217088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336274.095560:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae287100 with x1848991042075136 ext(0->262143) 00002000:00010000:1.0:1763336274.095567:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae287100 00000100:00100000:3.0:1763336274.104401:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.105838:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075264 00000100:00100000:1.0:1763336274.105850:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075264 00002000:00100000:1.0:1763336274.105897:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (212992->262143) req@ffff9c9186799c00 x1848991042075264/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 488/0 e 0 to 0 dl 1763336285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336274.105914:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799c00 with x1848991042075264 ext(212992->262143) 00002000:00010000:1.0:1763336274.105919:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799c00 00000100:00100000:1.0:1763336274.105961:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2160 00000100:00100000:1.0:1763336274.105972:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042075264:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336274.123018:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042075264:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 17028us (18606us total) trans 21474839469 rc 0/0 00000100:00100000:1.0:1763336274.123035:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2160 00002000:00100000:1.0:1763336274.123049:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (212992->262143) req@ffff9c9186799c00 x1848991042075264/t21474839469(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 488/448 e 0 to 0 dl 1763336285 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336274.123060:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799c00 with x1848991042075264 ext(212992->262143) 00002000:00010000:1.0:1763336274.123067:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799c00 00000100:00100000:0.0:1763336274.127104:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.127188:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075392 00000100:00100000:3.0:1763336274.127199:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075392 00000100:00100000:3.0:1763336274.127258:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7603 00000100:00100000:3.0:1763336274.127269:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042075392:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:1.0:1763336274.128808:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839469 is committed 00000100:00100000:3.0:1763336274.129794:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042075392:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2521us (2693us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.129806:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7603 00000100:00100000:2.0:1763336274.135770:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.135858:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075520 00000100:00100000:0.0:1763336274.135868:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075520 00000100:00100000:0.0:1763336274.135917:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10591 00000100:00100000:0.0:1763336274.135925:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+68:57585:x1848991042075520:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336274.135957:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.135979:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e14 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.136071:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453aa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.136086:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.136097:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.136123:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336274.136127:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.136146:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453aa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.136173:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e14 expref: 70 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.136188:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453aa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e14 expref: 69 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.136196:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.136200:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.136203:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:0.0:1763336274.137057:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:57585:x1848991042075520:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1128us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.137067:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10591 00000100:00100000:1.0:1763336274.143404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.143474:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075648 00000100:00100000:0.0:1763336274.143483:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075648 00000100:00100000:0.0:1763336274.143544:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2161 00000100:00100000:0.0:1763336274.143553:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042075648:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336274.143845:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336274.143849:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.143852:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336274.143854:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.143857:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 392 -> 408 00000100:00100000:0.0:1763336274.143918:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042075648:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 365us (521us total) trans 21474839470 rc 0/0 00000100:00100000:0.0:1763336274.143926:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2161 00000100:00100000:2.0:1763336274.148975:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.149050:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042075904 00000100:00100000:0.0:1763336274.149062:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042075904 00000100:00100000:0.0:1763336274.149232:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10592 00000100:00100000:0.0:1763336274.149241:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+69:57585:x1848991042075904:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336274.149288:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.149311:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e14 expref: 69 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.149327:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.149331:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336274.149474:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.149487:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.149495:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336274.149530:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968838 00000004:00010000:0.0:1763336274.149550:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000732a4a3a reply state 00000000a40264df transno 4294968839 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.149563:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.149568:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.149571:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336274.149574:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336274.150161:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+71:57585:x1848991042075904:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 918us (1192us total) trans 4294968839 rc 0/0 00000100:00100000:0.0:1763336274.150170:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10592 00000020:00080000:0.0:1763336274.150176:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336274.156562:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.157392:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.157796:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.157845:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076032 00000100:00100000:2.0:1763336274.157855:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076032 00002000:00010000:2.0:1763336274.157893:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (39668->18446744073709551615) 00002000:00100000:2.0:1763336274.157898:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b100 with x1848991042076032 ext(39668->18446744073709551615) 00002000:00010000:2.0:1763336274.157909:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679b100. 00000100:00100000:0.0:1763336274.158253:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076160 00000100:00100000:0.0:1763336274.158258:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076160 00002000:00010000:0.0:1763336274.158274:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.158278:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799500 with x1848991042076160 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.158285:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799500. 00000100:00100000:0.0:1763336274.158308:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076288 00000100:00100000:0.0:1763336274.158312:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076288 00002000:00010000:0.0:1763336274.158325:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.158328:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b800 with x1848991042076288 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.158334:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b800. 00000100:00100000:0.0:1763336274.158352:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2162 00000100:00100000:0.0:1763336274.158361:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042076032:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:2.0:1763336274.159221:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2163 00000100:00100000:2.0:1763336274.159232:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042076160:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336274.159304:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.159307:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.159310:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336274.159312:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.159315:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336274.159370:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042076160:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 140us (1980us total) trans 21474839472 rc 0/0 00000100:00100000:2.0:1763336274.159377:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2163 00002000:00010000:2.0:1763336274.159381:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336274.159384:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799500 with x1848991042076160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336274.159389:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799500. 00000100:00100000:2.0:1763336274.160133:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2164 00000100:00100000:2.0:1763336274.160143:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042076288:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336274.160227:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.160231:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.160233:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:2.0:1763336274.160235:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.160237:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336274.160271:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042076288:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 130us (2475us total) trans 17179872090 rc 0/0 00000100:00100000:2.0:1763336274.160278:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2164 00002000:00010000:2.0:1763336274.160282:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336274.160285:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b800 with x1848991042076288 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336274.160290:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918679b800. 00002000:00010000:1.0:1763336274.162064:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 39668 00002000:00010000:1.0:1763336274.162071:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.162074:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336274.162076:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.162078:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 408 -> 88 00000100:00100000:1.0:1763336274.162133:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042076032:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 3769us (5576us total) trans 21474839471 rc 0/0 00000100:00100000:1.0:1763336274.162142:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2162 00002000:00010000:1.0:1763336274.162146:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (39668->18446744073709551615) 00002000:00100000:1.0:1763336274.162149:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b100 with x1848991042076032 ext(39668->18446744073709551615) 00002000:00010000:1.0:1763336274.162156:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679b100. 00000100:00100000:2.0:1763336274.166086:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.166614:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076416 00000100:00100000:0.0:1763336274.166624:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076416 00000100:00100000:0.0:1763336274.166678:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10593 00000100:00100000:0.0:1763336274.166715:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+71:57585:x1848991042076416:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336274.166737:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.166755:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453b8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e1b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.166832:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.166845:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.166855:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.166878:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 39668 00000004:00200000:0.0:1763336274.166882:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.166897:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.166921:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e1b expref: 73 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.166947:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e1b expref: 72 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.166955:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.166958:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.166962:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:0.0:1763336274.167024:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+72:57585:x1848991042076416:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 336us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.167031:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10593 00000100:00100000:2.0:1763336274.179189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.179399:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076544 00000100:00100000:1.0:1763336274.179409:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076544 00002000:00100000:1.0:1763336274.179454:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (122880->184833) req@ffff9c9184ee0e00 x1848991042076544/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 488/0 e 0 to 0 dl 1763336285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336274.179466:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0e00 with x1848991042076544 ext(122880->184833) 00002000:00010000:1.0:1763336274.179472:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0e00 00000100:00100000:1.0:1763336274.180372:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2165 00000100:00100000:1.0:1763336274.180385:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042076544:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336274.187780:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042076544:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 7388us (8589us total) trans 21474839473 rc 0/0 00000100:00100000:1.0:1763336274.187795:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2165 00002000:00100000:1.0:1763336274.187808:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (122880->184833) req@ffff9c9184ee0e00 x1848991042076544/t21474839473(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:565/0 lens 488/448 e 0 to 0 dl 1763336285 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336274.187818:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0e00 with x1848991042076544 ext(122880->184833) 00002000:00010000:1.0:1763336274.187825:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0e00 00000100:00100000:2.0:1763336274.190988:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.191104:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076672 00000100:00100000:1.0:1763336274.191112:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076672 00000100:00100000:1.0:1763336274.191198:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2166 00000100:00100000:1.0:1763336274.191209:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042076672:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336274.191452:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 39668 -> 184834 00002000:00010000:1.0:1763336274.191456:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.191459:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336274.191461:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.191465:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 208 00000100:00100000:1.0:1763336274.191525:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042076672:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 318us (544us total) trans 21474839474 rc 0/0 00000100:00100000:1.0:1763336274.191533:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2166 00000100:00100000:0.0:1763336274.196154:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.196236:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042076928 00000100:00100000:1.0:1763336274.196246:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042076928 00000100:00100000:1.0:1763336274.196304:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10594 00000100:00100000:1.0:1763336274.196314:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+72:57585:x1848991042076928:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336274.196364:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.196389:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e1b expref: 72 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.196406:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.196410:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.196567:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.196583:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.196592:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.196633:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968840 00000004:00010000:1.0:1763336274.196655:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f805747e reply state 000000003c841c98 transno 4294968841 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.196667:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.196674:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.196677:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.196680:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.196797:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+74:57585:x1848991042076928:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 484us (651us total) trans 4294968841 rc 0/0 00000100:00100000:1.0:1763336274.196804:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10594 00000020:00080000:1.0:1763336274.196809:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336274.200670:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.200730:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.200764:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.201617:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077056 00000100:00100000:1.0:1763336274.201628:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077056 00002000:00010000:1.0:1763336274.201664:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (235929->18446744073709551615) 00002000:00100000:1.0:1763336274.201669:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0a80 with x1848991042077056 ext(235929->18446744073709551615) 00002000:00010000:1.0:1763336274.201680:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0a80. 00000100:00100000:3.0:1763336274.201781:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077184 00000100:00100000:3.0:1763336274.201786:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077184 00002000:00010000:3.0:1763336274.201803:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.201807:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0380 with x1848991042077184 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.201814:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0380. 00000100:00100000:1.0:1763336274.201965:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077312 00000100:00100000:1.0:1763336274.201970:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077312 00002000:00010000:1.0:1763336274.201985:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.201987:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1880 with x1848991042077312 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.201993:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184ee1880. 00000100:00100000:0.0:1763336274.202043:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2167 00000100:00100000:0.0:1763336274.202056:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042077056:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336274.202237:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 184834 -> 235929 00002000:00010000:0.0:1763336274.202241:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.202243:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336274.202245:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.202248:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1763336274.202303:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042077056:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 250us (1642us total) trans 21474839475 rc 0/0 00000100:00100000:0.0:1763336274.202311:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2167 00002000:00010000:0.0:1763336274.202315:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (235929->18446744073709551615) 00002000:00100000:0.0:1763336274.202318:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0a80 with x1848991042077056 ext(235929->18446744073709551615) 00002000:00010000:0.0:1763336274.202322:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0a80. 00000100:00100000:0.0:1763336274.202339:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2168 00000100:00100000:0.0:1763336274.202346:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042077184:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336274.202394:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.202397:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.202399:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336274.202402:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.202404:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336274.202423:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042077184:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 77us (1692us total) trans 21474839476 rc 0/0 00000100:00100000:0.0:1763336274.202429:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2168 00002000:00010000:0.0:1763336274.202432:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.202434:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee0380 with x1848991042077184 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.202438:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee0380. 00000100:00100000:0.0:1763336274.202451:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2169 00000100:00100000:0.0:1763336274.202457:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042077312:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336274.202513:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.202516:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.202518:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336271 00002000:00010000:0.0:1763336274.202521:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.202523:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336274.202542:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042077312:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 85us (1778us total) trans 17179872091 rc 0/0 00000100:00100000:0.0:1763336274.202548:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2169 00002000:00010000:0.0:1763336274.202551:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.202553:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee1880 with x1848991042077312 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.202557:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184ee1880. 00000100:00100000:2.0:1763336274.206960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.207037:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077440 00000100:00100000:0.0:1763336274.207047:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077440 00000100:00100000:0.0:1763336274.207148:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10595 00000100:00100000:0.0:1763336274.207159:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+74:57585:x1848991042077440:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336274.207181:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.207200:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453cd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e22 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.207289:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.207304:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.207316:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.207343:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:0.0:1763336274.207348:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.207367:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.207400:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453cd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 76 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.207417:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 75 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.207427:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.207430:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.207433:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:0.0:1763336274.207494:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+75:57585:x1848991042077440:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 336us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.207502:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10595 00000100:00100000:0.0:1763336274.212165:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.212562:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077696 00000100:00100000:1.0:1763336274.212572:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077696 00000100:00100000:1.0:1763336274.212631:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3639 00000100:00100000:1.0:1763336274.212640:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+75:57585:x1848991042077696:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336274.213215:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57585:x1848991042077696:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 575us (1058us total) trans 4294968842 rc 0/0 00000100:00100000:1.0:1763336274.213223:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3639 00000100:00100000:2.0:1763336274.225894:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.225987:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077824 00000100:00100000:0.0:1763336274.225997:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077824 00000100:00100000:0.0:1763336274.226055:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10596 00000100:00100000:0.0:1763336274.226065:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57624:x1848991042077824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.226086:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.226108:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453db lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e29 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.226190:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.226205:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226217:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226233:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.226240:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226247:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226316:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.226327:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226334:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.226370:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:0.0:1763336274.226375:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.226391:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226401:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226409:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226415:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226421:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226431:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226437:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336274.226441:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226448:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226459:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c928342db00) 00010000:00010000:0.0:1763336274.226463:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336274.226468:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226474:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453e2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226486:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226493:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226498:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226504:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336274.226507:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226513:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226525:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c928342d800) 00010000:00010000:0.0:1763336274.226528:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336274.226531:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226537:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453e9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.226566:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa453db lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e29 expref: 78 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.226581:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e29 expref: 77 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.226589:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.226591:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.226594:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:0.0:1763336274.226663:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57624:x1848991042077824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 597us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.226671:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10596 00000100:00100000:2.0:1763336274.231795:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.231887:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042077952 00000100:00100000:1.0:1763336274.231896:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042077952 00000100:00100000:1.0:1763336274.231970:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 452 00000100:00100000:1.0:1763336274.231980:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:2405:x1848991042077952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336274.231997:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.232023:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa453f0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e29 expref: 77 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.232041:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.232046:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336274.232110:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:2405:x1848991042077952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 130us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.232119:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 452 00000100:00100000:2.0:1763336274.238540:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.239202:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042078208 00000100:00100000:1.0:1763336274.239214:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042078208 00000100:00100000:0.0:1763336274.240093:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10597 00000100:00100000:0.0:1763336274.240111:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+76:57624:x1848991042078208:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.240132:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.240156:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453f7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e30 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.240264:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.240283:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 77 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.240292:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.240324:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 77 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.240339:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 77 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.240351:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056186624:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.241301:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909759c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336274.245725:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056186624:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336274.245756:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336274.247953:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.248150:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042078336 00000100:00100000:1.0:1763336274.248159:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042078336 00010000:00010000:1.0:1763336274.248193:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 78 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:1.0:1763336274.248339:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3600 00000100:00100000:1.0:1763336274.248349:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+78:2405:x1848991042078336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336274.248363:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.248369:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 78 pid: 6513 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.248382:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 78 pid: 6513 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.248401:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa453d4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e22 expref: 78 pid: 6513 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.248418:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.248422:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336274.248432:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336274.248439:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336274.248469:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336274.248516:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:2405:x1848991042078336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 169us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.248523:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3600 00010000:00010000:0.0:1763336274.248785:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.248793:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.248816:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00010000:00010000:0.0:1763336274.248926:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa453f7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 78 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.248951:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 77 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.248959:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.248962:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336274.248964:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336274.248997:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57624:x1848991042078208:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 8890us (10462us total) trans 4294968843 rc 0/0 00000100:00100000:0.0:1763336274.249004:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10597 00000100:00100000:2.0:1763336274.256465:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.256580:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042078464 00000100:00100000:0.0:1763336274.256589:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042078464 00000100:00100000:0.0:1763336274.256638:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10598 00000100:00100000:0.0:1763336274.256646:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57624:x1848991042078464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.256667:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.256713:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4540c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e37 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.256796:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.256810:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 78 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.256818:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.256847:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 78 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.256858:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 78 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.256876:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056186752:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.256958:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336274.259822:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.259897:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042078592 00000100:00100000:1.0:1763336274.259905:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042078592 00010000:00010000:1.0:1763336274.259977:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 79 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:1.0:1763336274.260018:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3601 00000100:00100000:1.0:1763336274.260028:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+79:2405:x1848991042078592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336274.260043:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.260049:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 79 pid: 6513 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.260060:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 79 pid: 6513 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.260083:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.260088:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336274.260097:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336274.260104:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336274.260121:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336274.260179:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+79:2405:x1848991042078592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 151us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.260186:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3601 00010000:00010000:0.0:1763336274.260317:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa453fe lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e30 expref: 78 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.260332:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056186752:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336274.260351:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.260359:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.260364:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.260409:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:0.0:1763336274.260414:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.260429:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.260455:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4540c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e37 expref: 78 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.260468:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e37 expref: 77 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.260475:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.260478:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.260481:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336274.260519:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57624:x1848991042078464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3874us (4062us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.260526:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10598 00000100:00100000:3.0:1763336274.264630:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.266924:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042078848 00000100:00100000:1.0:1763336274.266945:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042078848 00000100:00100000:1.0:1763336274.267013:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3640 00000100:00100000:1.0:1763336274.267024:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+77:57624:x1848991042078848:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336274.268697:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+78:57624:x1848991042078848:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1659us (4060us total) trans 4294968844 rc 0/0 00000100:00100000:1.0:1763336274.268719:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3640 00000100:00100000:3.0:1763336274.272466:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.272587:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079104 00000100:00100000:0.0:1763336274.272597:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079104 00000100:00100000:0.0:1763336274.273322:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10599 00000100:00100000:0.0:1763336274.273333:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+78:57624:x1848991042079104:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.273354:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.273357:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763336274.273382:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa45302 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66de3 expref: 78 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.273400:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.273405:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336274.273417:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4541a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e3e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.273510:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45421 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.273523:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45421 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.273531:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45421 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.273542:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00010000:00010000:0.0:1763336274.273633:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4541a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e3e expref: 80 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.273650:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45421 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e3e expref: 79 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.273657:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.273659:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336274.273662:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336274.273760:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+79:57624:x1848991042079104:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 429us (1302us total) trans 4294968845 rc 0/0 00000100:00100000:0.0:1763336274.273768:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10599 00000100:00100000:2.0:1763336274.277648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.277914:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079232 00000100:00100000:0.0:1763336274.277925:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079232 00000100:00100000:2.0:1763336274.278124:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.278721:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.278754:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079360 00000100:00100000:0.0:1763336274.278759:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079360 00000100:00100000:0.0:1763336274.278788:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7604 00000100:00100000:0.0:1763336274.278797:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042079232:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336274.278837:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.278855:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.278862:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.278864:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.278867:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.278896:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.278909:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 21 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.278922:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056186880:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.278998:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336274.279015:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7605 00000100:00100000:0.0:1763336274.279022:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042079360:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336274.279038:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.279047:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.279053:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.279055:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.279057:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.279072:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 21 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.279080:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 21 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.279089:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056187008:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.279110:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336274.279390:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079488 00000100:00100000:1.0:1763336274.279395:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079488 00000100:00100000:1.0:1763336274.279429:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7606 00000100:00100000:1.0:1763336274.279437:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042079488:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336274.279457:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.279468:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.279475:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336274.279476:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336274.279479:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.279499:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 27 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.279508:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 27 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:1.0:1763336274.279517:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056187136:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336274.279556:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336274.284992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.285021:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079616 00000100:00100000:2.0:1763336274.285030:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079616 00010000:00010000:2.0:1763336274.285068:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 22 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.285106:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3602 00000100:00100000:2.0:1763336274.285116:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042079616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336274.285131:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336274.285150:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 22 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:2.0:1763336274.285163:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 22 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:2.0:1763336274.285187:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.285189:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.285194:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.285204:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.285224:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336274.285267:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042079616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 153us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.285274:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3602 00000100:00100000:2.0:1763336274.285321:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.285340:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079872 00000100:00100000:2.0:1763336274.285344:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079872 00010000:00010000:2.0:1763336274.285360:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 28 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:1.0:1763336274.285640:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056187008:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336274.285663:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.285907:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b800/0x84ca14902aa450bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->188415) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66d34 expref: 21 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.285922:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056186880:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336274.285947:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.285957:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.285964:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.285984:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.285993:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.286000:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.286007:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336274.286011:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.286023:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.286036:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.286044:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa4542f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336274.286088:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042079232:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 7292us (8449us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.286097:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7604 00000100:00100000:3.0:1763336274.286347:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056187136:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336274.286363:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336274.286406:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.287385:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042079744 00000100:00100000:1.0:1763336274.287392:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042079744 00010000:00010000:1.0:1763336274.287420:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 20 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:1.0:1763336274.287459:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3603 00000100:00100000:1.0:1763336274.287469:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042079872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336274.287482:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.287498:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 28 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.287508:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 28 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.287528:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45007 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cf5 expref: 28 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.287541:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.287542:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.287546:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287556:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287580:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336274.287608:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042079872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 141us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.287615:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3603 00000100:00100000:1.0:1763336274.287635:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3604 00000100:00100000:1.0:1763336274.287641:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042079744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336274.287650:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.287659:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 20 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.287671:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 20 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.287716:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45000 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66cee expref: 20 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.287727:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.287729:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.287733:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287740:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287758:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336274.287775:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042079744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 134us (1369us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.287781:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3604 00010000:00010000:1.0:1763336274.287800:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287808:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287824:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287832:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287839:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287850:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336274.287853:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287860:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287871:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287879:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45436 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336274.287918:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042079360:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8895us (9794us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.287926:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7605 00010000:00010000:1.0:1763336274.287965:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287973:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287986:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.287994:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.288001:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.288008:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336274.288011:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.288018:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.288030:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.288037:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4543d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336274.288075:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042079488:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8638us (9354us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.288082:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7606 00000100:00100000:2.0:1763336274.290985:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.291067:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080128 00000100:00100000:0.0:1763336274.291076:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080128 00000100:00100000:0.0:1763336274.291132:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10600 00000100:00100000:0.0:1763336274.291142:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+79:57624:x1848991042080128:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336274.291191:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336274.291217:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45413 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e37 expref: 79 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.291238:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa452d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66dd5 expref: 78 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.291250:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.291255:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336274.291281:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.291295:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.291305:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336274.291498:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].162, 88 off21744 00000004:00080000:0.0:1763336274.291508:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062252822333ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.291547:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].166, 88 off22096 00000004:00080000:0.0:1763336274.291553:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062252867563ns, next at 1062145827042ns, rc = 0 00000040:00080000:0.0:1763336274.291575:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].163, 88 off21832 00000004:00080000:0.0:1763336274.291579:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062252893879ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.291588:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].167, 88 off22184 00000004:00080000:0.0:1763336274.291592:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062252906668ns, next at 1062145827042ns, rc = 0 00000040:00080000:0.0:1763336274.291601:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].168, 88 off22272 00000004:00080000:0.0:1763336274.291604:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062252918607ns, next at 1062145827042ns, rc = 0 00000040:00080000:0.0:1763336274.291613:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].164, 88 off21920 00000004:00080000:0.0:1763336274.291616:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062252930660ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.291625:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].165, 88 off22008 00000004:00080000:0.0:1763336274.291628:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062252942947ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.291638:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].169, 88 off22360 00000004:00080000:0.0:1763336274.291642:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062252956388ns, next at 1062145827042ns, rc = 0 00000001:00080000:0.0:1763336274.299376:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968846 is committed 00000004:00080000:0.0:1763336274.299388:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 165 committed 00000004:00080000:0.0:1763336274.299401:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 165 committed 00000004:00080000:0.0:1763336274.299413:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 164 committed 00000004:00080000:0.0:1763336274.299416:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 164 committed 00000004:00080000:0.0:1763336274.299418:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 163 committed 00000004:00080000:0.0:1763336274.299420:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 163 committed 00000004:00080000:0.0:1763336274.299422:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 162 committed 00000004:00080000:0.0:1763336274.299424:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 162 committed 00000020:00080000:0.0:1763336274.299457:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c9292fef0c0 refcount 2 committed 0 result 0 batchid 49 00000020:00080000:0.0:1763336274.299462:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed200 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92812ed000 00000020:00080000:0.0:1763336274.299465:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92b6ad9200 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9288cfdb40 00000020:00080000:0.0:1763336274.299469:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92b6ad9400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184ce8c00 00000020:00080000:0.0:1763336274.299472:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].28 00000004:00080000:0.0:1763336274.299503:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 161 committed 00000004:00080000:0.0:1763336274.299505:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 161 committed 00000020:00080000:0.0:1763336274.299512:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92ae15bcc0 refcount 2 committed 0 result 0 batchid 48 00000020:00080000:0.0:1763336274.299514:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c918b2bad00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92ae15b000 00000020:00080000:0.0:1763336274.299517:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c918b2ba500 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92ae15b3c0 00000020:00080000:0.0:1763336274.299520:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c918b2ba400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c92bfaea200 00000020:00080000:0.0:1763336274.299523:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].27 00000020:00080000:0.0:1763336274.299548:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 49 committed batchid 47 00000020:00080000:0.0:1763336274.299599:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 47 00000004:00010000:0.0:1763336274.299627:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a431f8d4 reply state 0000000024540e47 transno 4294968846 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299647:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299656:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.299659:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763336274.299663:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763336274.299779:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336274.299796:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57624:x1848991042080128:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 8651us (8816us total) trans 4294968846 rc 0/0 00000100:00100000:0.0:1763336274.299805:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10600 00010000:00010000:0.0:1763336274.299832:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299840:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299847:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299853:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336274.299858:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299865:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299874:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.299876:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336274.299880:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.299886:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45444 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.299968:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.299976:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.299987:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.299992:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.299995:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300001:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300010:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.300012:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.300015:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300021:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45387 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300032:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300038:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300044:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300048:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.300051:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300057:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300068:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.300070:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.300073:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300078:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4539c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300087:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300092:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300097:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300102:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.300105:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300111:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300117:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.300119:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.300121:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300126:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa453b1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.300134:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300140:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300145:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300149:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.300152:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300157:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300163:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.300165:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.300168:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.300173:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa453c6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336274.300342:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056187392:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.300390:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.300416:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056187904:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.300433:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.300449:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763336274.300454:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056187520:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.300471:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.300496:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056187392 00000100:00100000:1.0:1763336274.300502:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056187392 00000100:00100000:1.0:1763336274.300531:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056187904 00000100:00100000:1.0:1763336274.300533:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056187904 00000100:00100000:1.0:1763336274.300547:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056187520 00000100:00100000:1.0:1763336274.300549:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056187520 00000100:00100000:1.0:1763336274.300564:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7607 00000100:00100000:1.0:1763336274.300571:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056187392:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763336274.300592:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:60 count 1 00002000:00010000:1.0:1763336274.300619:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604b, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:1.0:1763336274.300625:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.300637:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.300639:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.300644:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.300655:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.300663:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.300671:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.300706:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336274.301155:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056187392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 582us (763us total) trans 21474839477 rc 0/0 00000100:00100000:1.0:1763336274.301162:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7607 00000100:00100000:1.0:1763336274.301180:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7608 00000100:00100000:1.0:1763336274.301186:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056187904:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.301270:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056187904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (835us total) trans 21474839478 rc 0/0 00000100:00100000:1.0:1763336274.301276:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7608 00000100:00100000:1.0:1763336274.301288:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7609 00000100:00100000:1.0:1763336274.301294:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056187520:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.301350:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056187520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 56us (877us total) trans 21474839479 rc 0/0 00000100:00100000:1.0:1763336274.301356:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7609 00010000:00010000:1.0:1763336274.301378:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336274.301383:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.301391:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336274.301395:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.301404:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.301419:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.301431:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4544b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.301446:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336274.301447:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336274.301449:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336274.301476:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839450 gen 2 00000004:00080000:1.0:1763336274.301481:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb4a80, transno 21474839429 00000004:00080000:1.0:1763336274.301488:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb7100, transno 21474839430 00000004:00080000:1.0:1763336274.301491:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb7b80, transno 21474839431 00000004:00080000:1.0:1763336274.301493:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb7480, transno 21474839432 00000004:00080000:1.0:1763336274.301496:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92b6ac7480, transno 21474839433 00000004:00080000:1.0:1763336274.301498:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb6680, transno 21474839434 00000004:00080000:1.0:1763336274.301501:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6a00, transno 21474839435 00000004:00080000:1.0:1763336274.301503:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb4380, transno 21474839436 00000004:00080000:1.0:1763336274.301506:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb5880, transno 21474839437 00000004:00080000:1.0:1763336274.301508:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb5180, transno 21474839438 00000004:00080000:1.0:1763336274.301510:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6300, transno 21474839439 00000004:00080000:1.0:1763336274.301513:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb4000, transno 21474839440 00000004:00080000:1.0:1763336274.301517:0:3648:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839447 committed transno 21474839450 00000004:00080000:1.0:1763336274.301532:0:3648:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839450 committed transno 21474839450 00000100:00100000:1.0:1763336274.301543:0:3648:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9186ef8e00 x1848991056187520/t21474839479(21474839479) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336290 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763336274.301553:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ef8e00/2, rc 0, transno 21474839479 00000100:00100000:1.0:1763336274.301558:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056187520:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336274.301568:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186efb100/2, rc 0, transno 21474839477 00000100:00100000:1.0:1763336274.301571:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056187392:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763336274.301578:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187014000/2, rc 0, transno 21474839478 00000100:00100000:1.0:1763336274.301582:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056187904:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336274.301673:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 6 in progress, 3 in flight, 12 done 00000100:00100000:3.0:1763336274.301873:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918679a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056188032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.301903:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336274.301921:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056188544:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.301947:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336274.301962:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336274.301967:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056188416:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.301984:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336274.302007:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056188032 00000100:00100000:3.0:1763336274.302011:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056188032 00000100:00100000:3.0:1763336274.302034:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056188544 00000100:00100000:3.0:1763336274.302037:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056188544 00000100:00100000:3.0:1763336274.302048:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056188416 00000100:00100000:3.0:1763336274.302050:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056188416 00000100:00100000:3.0:1763336274.302064:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7610 00000100:00100000:3.0:1763336274.302070:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3649:x1848991056188032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763336274.302085:0:8398:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:63 count 1 00002000:00010000:3.0:1763336274.302106:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3f:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:3.0:1763336274.302112:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.302122:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.302124:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.302128:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.302139:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.302147:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.302155:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.302167:0:8398:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336274.302526:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3649:x1848991056188032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 455us (620us total) trans 17179872092 rc 0/0 00000100:00100000:3.0:1763336274.302533:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7610 00000100:00100000:3.0:1763336274.302547:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7611 00000100:00100000:3.0:1763336274.302553:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3649:x1848991056188544:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.302619:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3649:x1848991056188544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 66us (671us total) trans 17179872093 rc 0/0 00000100:00100000:3.0:1763336274.302625:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7611 00000100:00100000:3.0:1763336274.302636:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7612 00000100:00100000:3.0:1763336274.302641:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3649:x1848991056188416:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.302725:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3649:x1848991056188416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (739us total) trans 17179872094 rc 0/0 00000100:00100000:3.0:1763336274.302732:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7612 00000004:00080000:3.0:1763336274.302763:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4a80/2, rc 0, transno 17179872094 00000100:00100000:3.0:1763336274.302768:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056188416:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336274.302776:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918679a680/2, rc 0, transno 17179872092 00000100:00100000:3.0:1763336274.302779:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918679a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056188032:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763336274.302786:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca7800/2, rc 0, transno 17179872093 00000100:00100000:3.0:1763336274.302789:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056188544:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.302974:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056187648:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336274.303004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336274.303033:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056188160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.303051:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336274.303067:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056188672:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.303082:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336274.303096:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1763336274.303101:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056187264:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763336274.303120:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336274.303134:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056187776:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336274.303151:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336274.303163:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056188288:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.303177:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336274.303194:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056187648 00000100:00100000:2.0:1763336274.303199:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056187648 00000100:00100000:2.0:1763336274.303217:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056188160 00000100:00100000:2.0:1763336274.303219:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056188160 00000100:00100000:2.0:1763336274.303227:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056188672 00000100:00100000:2.0:1763336274.303229:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056188672 00000100:00100000:2.0:1763336274.303236:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056187264 00000100:00100000:2.0:1763336274.303238:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056187264 00000100:00100000:2.0:1763336274.303245:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056187776 00000100:00100000:2.0:1763336274.303247:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056187776 00000100:00100000:2.0:1763336274.303254:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056188288 00000100:00100000:2.0:1763336274.303256:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056188288 00000100:00100000:2.0:1763336274.303265:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7613 00000100:00100000:2.0:1763336274.303270:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056187648:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336274.303351:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056187648:12345-0@lo:2:osp-syn-0-1.0 Request processed in 79us (345us total) trans 21474839480 rc 0/0 00000100:00100000:2.0:1763336274.303357:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7613 00000100:00100000:2.0:1763336274.303373:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7614 00000100:00100000:2.0:1763336274.303378:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3646:x1848991056188160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763336274.303389:0:8399:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:62 count 1 00010000:00010000:2.0:1763336274.303403:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303420:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303429:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.303430:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.303434:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303457:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 25 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303470:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 25 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.303481:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056188800:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336274.303528:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea90c0 going to sleep for 11 seconds 00010000:00010000:2.0:1763336274.303540:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763336274.303546:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303554:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336274.303558:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303567:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303582:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303595:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45452 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303610:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336274.303611:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763336274.303613:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336274.303623:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7615 00000100:00100000:2.0:1763336274.303630:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3646:x1848991056188672:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336274.303710:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.303714:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336274.303717:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336274.303719:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336274.303721:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336274.303746:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3646:x1848991056188672:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (662us total) trans 17179872095 rc 0/0 00000100:00100000:2.0:1763336274.303752:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7615 00000100:00100000:2.0:1763336274.303764:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7616 00000100:00100000:2.0:1763336274.303770:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056187264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763336274.303779:0:8396:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:61 count 1 00010000:00010000:2.0:1763336274.303790:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303801:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303813:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.303815:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.303818:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303834:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.303844:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 17 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.303854:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056188928:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336274.303875:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336274.303890:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7617 00000100:00100000:2.0:1763336274.303897:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056187776:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336274.303959:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.303962:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336274.303964:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336274.303967:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336272 -> 1763336272 00002000:00010000:2.0:1763336274.303969:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336274.303993:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056187776:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (841us total) trans 21474839481 rc 0/0 00000100:00100000:2.0:1763336274.303999:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7617 00000100:00100000:2.0:1763336274.304014:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7618 00000100:00100000:2.0:1763336274.304020:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3646:x1848991056188288:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336274.304064:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.304067:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336274.304070:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336274.304072:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336274.304074:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336274.304096:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3646:x1848991056188288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 76us (917us total) trans 17179872096 rc 0/0 00000100:00100000:2.0:1763336274.304101:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7618 00000004:00080000:2.0:1763336274.304133:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892ea300/2, rc 0, transno 21474839481 00000100:00100000:2.0:1763336274.304139:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056187776:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336274.304146:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186799180/2, rc 0, transno 17179872096 00000100:00100000:2.0:1763336274.304150:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056188288:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336274.304157:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892e9c00/2, rc 0, transno 21474839480 00000100:00100000:2.0:1763336274.304160:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056187648:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336274.304167:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4e00/2, rc 0, transno 17179872095 00000100:00100000:2.0:1763336274.304170:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056188672:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.308299:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.308357:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080256 00000100:00100000:0.0:1763336274.308366:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080256 00000100:00100000:0.0:1763336274.308420:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10601 00000100:00100000:0.0:1763336274.308429:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042080256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.308450:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.308468:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e45 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.308518:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.308531:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.308547:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.308551:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336274.308554:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336274.308599:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57624:x1848991042080256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 172us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.308606:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10601 00000100:00100000:3.0:1763336274.308978:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056188800:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336274.309000:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336274.311648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.311748:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080384 00000100:00100000:0.0:1763336274.311758:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080384 00010000:00010000:0.0:1763336274.311794:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 26 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.311832:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3605 00000100:00100000:0.0:1763336274.311842:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042080384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336274.311856:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.311861:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 26 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.311873:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 26 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.311900:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa44dec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c0e expref: 26 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.311916:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.311918:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.311923:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.311942:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.311968:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336274.312015:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042080384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 174us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.312023:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3605 00010000:00010000:1.0:1763336274.312151:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312160:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312168:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312175:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312194:0:8399:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336274.312413:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3646:x1848991056188160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9033us (9359us total) trans 17179872097 rc 0/0 00000100:00100000:1.0:1763336274.312422:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7614 00010000:00010000:1.0:1763336274.312447:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336274.312454:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312461:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336274.312465:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312478:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312491:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312497:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45459 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.312513:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336274.312515:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336274.312517:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763336274.312552:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186799880/2, rc 0, transno 17179872097 00000100:00100000:1.0:1763336274.312559:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056188160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.312640:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056188928:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336274.312657:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336274.315031:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.315063:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.315182:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080640 00000100:00100000:1.0:1763336274.315191:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080640 00000100:00100000:1.0:1763336274.315399:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10602 00000100:00100000:1.0:1763336274.315409:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57624:x1848991042080640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.315428:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.315448:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4546e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e4c expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.315541:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45475 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.315556:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45475 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.315571:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45475 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:1.0:1763336274.315597:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:1.0:1763336274.315602:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336274.315620:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45475 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.315644:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4546e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e4c expref: 21 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.315659:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45475 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e4c expref: 20 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.315666:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.315669:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336274.315673:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:3.0:1763336274.315800:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080512 00000100:00100000:3.0:1763336274.315806:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080512 00010000:00010000:3.0:1763336274.315829:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 18 pid: 27808 timeout: 1162 lvb_type: 0 00000100:00100000:3.0:1763336274.315866:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3606 00000100:00100000:3.0:1763336274.315874:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042080512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336274.315884:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.315890:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 18 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:3.0:1763336274.315902:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 18 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:3.0:1763336274.315924:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa44e0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c23 expref: 18 pid: 27808 timeout: 1162 lvb_type: 0 00010000:00010000:3.0:1763336274.315949:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.315951:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.315955:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.315964:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.315987:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336274.316035:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042080512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 161us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.316043:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3606 00010000:00010000:2.0:1763336274.316208:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.316218:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.316227:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.316234:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.316262:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763336274.316485:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056187264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12714us (13363us total) trans 21474839482 rc 0/0 00000100:00100000:2.0:1763336274.316493:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7616 00000004:00080000:0.0:1763336274.316911:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186efa300/2, rc 0, transno 21474839482 00000100:00100000:0.0:1763336274.316918:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056187264:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.317254:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57624:x1848991042080640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1845us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.317261:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10602 00010000:00010000:3.0:1763336274.317675:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336274.318244:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.318257:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336274.318262:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.318272:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.318289:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.318296:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45460 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.318315:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336274.318317:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336274.318319:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336274.323855:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.323881:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.325052:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.325085:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080768 00000100:00100000:1.0:1763336274.325095:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080768 00000100:00100000:1.0:1763336274.325144:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081024 00000100:00100000:1.0:1763336274.325147:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081024 00000100:00100000:1.0:1763336274.325167:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7619 00000100:00100000:1.0:1763336274.325175:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042080768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.325191:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.325209:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e53 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336274.325230:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 235929, mtime: 0x691a6052, atime: 0x691a6051, ctime: 0x691a6052, blocks: 0xd0 00010000:00010000:1.0:1763336274.325247:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.325249:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.325258:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 18 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336274.325272:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 18 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336274.325284:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16a00, rc 0) 00000100:00100000:1.0:1763336274.325323:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042080768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 149us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.325329:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7619 00000100:00100000:1.0:1763336274.325344:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7620 00000100:00100000:1.0:1763336274.325350:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042081024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.325356:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.325365:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e61 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336274.325377:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6052, atime: 0x691a604f, ctime: 0x691a6052, blocks: 0x0 00010000:00010000:1.0:1763336274.325385:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.325386:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.325390:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 26 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336274.325399:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 26 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336274.325407:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17800, rc 0) 00000100:00100000:1.0:1763336274.325421:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042081024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 72us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.325426:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7620 00000100:00100000:0.0:1763336274.327158:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042080896 00000100:00100000:0.0:1763336274.327171:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042080896 00000100:00100000:3.0:1763336274.327809:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7621 00000100:00100000:3.0:1763336274.327824:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042080896:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336274.327840:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336274.327858:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e5a expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336274.327881:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6052, atime: 0x691a604f, ctime: 0x691a6052, blocks: 0x1800 00010000:00010000:3.0:1763336274.327899:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.327901:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.327910:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336274.327943:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336274.327957:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336274.328305:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042080896:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 484us (3256us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.328313:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7621 00000100:00100000:3.0:1763336274.387242:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.387326:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081152 00000100:00100000:1.0:1763336274.387336:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081152 00000100:00100000:1.0:1763336274.387401:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7622 00000100:00100000:1.0:1763336274.387413:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042081152:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336274.387558:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042081152:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 147us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.387566:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7622 00000100:00100000:2.0:1763336274.395908:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.396013:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081280 00000100:00100000:0.0:1763336274.396023:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081280 00000100:00100000:0.0:1763336274.396082:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7623 00000100:00100000:0.0:1763336274.396093:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042081280:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336274.396215:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042081280:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 123us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.396223:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7623 00000100:00100000:2.0:1763336274.408793:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.410995:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081536 00000100:00100000:1.0:1763336274.411010:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081536 00000100:00100000:1.0:1763336274.411098:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10603 00000100:00100000:1.0:1763336274.411108:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57624:x1848991042081536:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336274.411162:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.411190:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45475 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e4c expref: 20 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.411209:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.411213:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.411394:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.411409:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.411419:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.411461:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968847 00000004:00010000:1.0:1763336274.411491:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000409394ba reply state 000000007dd70f36 transno 4294968848 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.411502:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.411508:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.411511:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.411514:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.411611:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57624:x1848991042081536:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 503us (2830us total) trans 4294968848 rc 0/0 00000100:00100000:1.0:1763336274.411618:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10603 00000020:00080000:1.0:1763336274.411624:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336274.421808:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.424174:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081664 00000100:00100000:1.0:1763336274.424188:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081664 00000100:00100000:1.0:1763336274.424259:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7624 00000100:00100000:1.0:1763336274.424269:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57624:x1848991042081664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.424288:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.424310:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e68 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336274.424332:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604a, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:1.0:1763336274.424352:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.424355:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336274.424362:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 27 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.424376:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 27 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.424388:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:1.0:1763336274.424448:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57624:x1848991042081664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 180us (2649us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.424455:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7624 00000100:00100000:2.0:1763336274.429349:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.429539:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081792 00000100:00100000:3.0:1763336274.429549:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081792 00002000:00010000:3.0:1763336274.429589:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.429594:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0e680 with x1848991042081792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.429606:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0e680. 00000100:00100000:3.0:1763336274.429644:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2170 00000100:00100000:3.0:1763336274.429654:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042081792:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336274.430124:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 262144 -> 0 00002000:00010000:3.0:1763336274.430128:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.430131:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336274.430133:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.430135:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 296 -> 0 00000100:00100000:3.0:1763336274.430191:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042081792:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 537us (849us total) trans 17179872098 rc 0/0 00000100:00100000:3.0:1763336274.430201:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2170 00002000:00010000:3.0:1763336274.430205:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.430208:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0e680 with x1848991042081792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.430213:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0e680. 00000100:00100000:2.0:1763336274.431199:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.431259:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042081920 00000100:00100000:3.0:1763336274.431266:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042081920 00002000:00010000:3.0:1763336274.431290:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.431293:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0e300 with x1848991042081920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.431301:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0e300. 00000100:00100000:3.0:1763336274.433441:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2171 00000100:00100000:3.0:1763336274.433463:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042081920:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336274.433598:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336274.433602:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.433604:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336274.433606:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.433609:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336274.433668:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042081920:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 215us (2471us total) trans 21474839483 rc 0/0 00000100:00100000:3.0:1763336274.433676:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2171 00002000:00010000:3.0:1763336274.433682:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.433709:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0e300 with x1848991042081920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.433715:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0e300. 00000100:00100000:0.0:1763336274.439564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.439654:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082048 00000100:00100000:2.0:1763336274.439663:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082048 00000100:00100000:2.0:1763336274.439751:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10604 00000100:00100000:2.0:1763336274.439761:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57624:x1848991042082048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336274.439782:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336274.439801:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4549f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e6f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.439886:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454a6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336274.439900:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454a6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.439909:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454a6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336274.439930:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1763336274.439943:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336274.439957:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454a6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.439979:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4549f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e6f expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.439992:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454a6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e6f expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.440000:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.440002:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336274.440005:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336274.440056:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57624:x1848991042082048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 297us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.440062:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10604 00000100:00100000:0.0:1763336274.455277:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.456386:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082304 00000100:00100000:1.0:1763336274.456398:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082304 00000100:00100000:1.0:1763336274.456467:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10605 00000100:00100000:1.0:1763336274.456478:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57624:x1848991042082304:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336274.456529:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.456558:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454a6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e6f expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.456577:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.456582:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.456769:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.456783:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.456794:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.456837:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968849 00000004:00010000:1.0:1763336274.456859:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000775ef57b reply state 000000002de37679 transno 4294968850 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.456872:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.456878:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.456881:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.456883:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.456982:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57624:x1848991042082304:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 507us (1713us total) trans 4294968850 rc 0/0 00000100:00100000:1.0:1763336274.456990:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10605 00000020:00080000:1.0:1763336274.456995:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336274.459275:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.459752:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082432 00000100:00100000:0.0:1763336274.459761:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082432 00000100:00100000:0.0:1763336274.459809:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7625 00000100:00100000:0.0:1763336274.459816:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57624:x1848991042082432:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.459832:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.459851:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e76 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336274.459871:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 262144, mtime: 0x691a6050, atime: 0x691a604d, ctime: 0x691a6050, blocks: 0x128 00010000:00010000:0.0:1763336274.459889:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.459891:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.459898:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 21 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.459911:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 21 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.459922:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:0.0:1763336274.461722:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57624:x1848991042082432:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1896us (2446us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.461733:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7625 00000100:00100000:3.0:1763336274.468322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.468406:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082560 00000100:00100000:2.0:1763336274.468417:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082560 00002000:00010000:2.0:1763336274.468460:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336274.468465:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca5500 with x1848991042082560 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336274.468479:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca5500. 00000100:00100000:2.0:1763336274.468518:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2172 00000100:00100000:2.0:1763336274.468529:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042082560:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336274.469291:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 262144 -> 0 00002000:00010000:2.0:1763336274.469296:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336272 -> 1763336274 00002000:00010000:2.0:1763336274.469299:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336274.469301:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336272 -> 1763336274 00002000:00010000:2.0:1763336274.469303:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 296 -> 0 00000100:00100000:2.0:1763336274.469361:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042082560:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 833us (1046us total) trans 21474839484 rc 0/0 00000100:00100000:2.0:1763336274.469369:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2172 00002000:00010000:2.0:1763336274.469373:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (0->18446744073709551615) 00002000:00100000:2.0:1763336274.469376:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca5500 with x1848991042082560 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336274.469381:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca5500. 00000100:00100000:2.0:1763336274.481597:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.481716:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082688 00000100:00100000:3.0:1763336274.481727:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082688 00002000:00010000:3.0:1763336274.481765:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.481770:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0f100 with x1848991042082688 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.481781:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0f100. 00000100:00100000:3.0:1763336274.481816:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2173 00000100:00100000:3.0:1763336274.481827:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042082688:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336274.481973:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336274.481977:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.481979:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336274.481981:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336272 -> 1763336274 00002000:00010000:3.0:1763336274.481984:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336274.482047:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042082688:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 222us (459us total) trans 17179872099 rc 0/0 00000100:00100000:3.0:1763336274.482054:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2173 00002000:00010000:3.0:1763336274.482058:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:3.0:1763336274.482061:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0f100 with x1848991042082688 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336274.482065:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0f100. 00000100:00100000:0.0:1763336274.493862:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.493966:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082816 00000100:00100000:2.0:1763336274.493977:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082816 00000100:00100000:2.0:1763336274.494481:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10606 00000100:00100000:2.0:1763336274.494493:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57624:x1848991042082816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336274.494515:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336274.494534:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454bb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e7d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.494619:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa454c2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336274.494634:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa454c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.494646:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa454c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336274.494672:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1763336274.494677:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336274.494716:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa454c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.494741:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e7d expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.494759:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa454c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e7d expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.494768:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.494771:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336274.494775:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61400, rc 0) 00000100:00100000:2.0:1763336274.494837:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57624:x1848991042082816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 346us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.494845:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10606 00000100:00100000:0.0:1763336274.509562:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.512643:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042082944 00000100:00100000:2.0:1763336274.512658:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042082944 00000100:00100000:2.0:1763336274.512754:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2174 00000100:00100000:2.0:1763336274.512764:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042082944:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336274.512799:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.512814:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.512816:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.512822:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.512835:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521344:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521366:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521374:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521381:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336274.521385:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521393:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521410:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.521418:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60800/0x84ca14902aa454c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336274.521501:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042082944:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8734us (11944us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336274.521511:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2174 00000100:00100000:0.0:1763336274.529514:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.529808:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083072 00000100:00100000:2.0:1763336274.529817:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083072 00000100:00100000:2.0:1763336274.529930:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2175 00000100:00100000:2.0:1763336274.529949:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042083072:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336274.529982:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.529999:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 29 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.530006:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.530008:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.530011:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.530044:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 29 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.530058:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 29 pid: 29013 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.530073:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056189056:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336274.530153:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336274.533846:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.534281:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083200 00000100:00100000:0.0:1763336274.534294:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083200 00010000:00010000:0.0:1763336274.534328:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 30 pid: 29013 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.534366:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3607 00000100:00100000:0.0:1763336274.534375:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042083200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336274.534388:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.534408:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 30 pid: 29013 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.534421:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 30 pid: 29013 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.534445:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.534447:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.534451:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.534460:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.534479:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336274.534538:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042083200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 163us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.534546:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3607 00010000:00010000:2.0:1763336274.534955:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45498 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e68 expref: 29 pid: 29013 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.534974:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056189056:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336274.534993:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.535002:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.535009:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336274.542469:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872100 is committed 00000001:00080000:0.0:1763336274.542490:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872097 is committed 00002000:00010000:2.0:1763336274.542730:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:2.0:1763336274.542736:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1763336274.542750:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.542762:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.542771:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.542778:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336274.542782:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.542790:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.542809:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.542816:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a60800/0x84ca14902aa454d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336274.543243:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042083072:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 13291us (13733us total) trans 17179872100 rc 0/0 00000100:00100000:2.0:1763336274.543253:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2175 00000100:00100000:1.0:1763336274.549123:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.549193:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083328 00000100:00100000:2.0:1763336274.549203:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083328 00000100:00100000:2.0:1763336274.549276:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2176 00000100:00100000:2.0:1763336274.549287:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042083328:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336274.549322:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.549340:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 22 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.549347:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.549349:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336274.549352:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.549384:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 22 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.549402:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 22 pid: 8396 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.549415:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056189184:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336274.549501:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336274.559198:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.559297:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083456 00000100:00100000:3.0:1763336274.559307:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083456 00010000:00010000:3.0:1763336274.559344:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 23 pid: 8396 timeout: 1162 lvb_type: 0 00000100:00100000:3.0:1763336274.559384:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3608 00000100:00100000:3.0:1763336274.559393:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042083456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336274.559408:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.559427:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 23 pid: 8396 timeout: 1162 lvb_type: 0 00010000:00010000:3.0:1763336274.559439:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 23 pid: 8396 timeout: 1162 lvb_type: 0 00010000:00010000:3.0:1763336274.559462:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.559464:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.559468:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.559488:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.559509:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336274.559566:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042083456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 173us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.559573:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3608 00010000:00010000:2.0:1763336274.561095:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa454b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e76 expref: 22 pid: 8396 timeout: 1162 lvb_type: 0 00000100:00100000:2.0:1763336274.561116:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056189184:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336274.561139:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.561150:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.561157:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336274.572376:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839485 is committed 00000001:00080000:1.0:1763336274.572395:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839482 is committed 00002000:00010000:2.0:1763336274.572657:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:2.0:1763336274.572662:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:2.0:1763336274.572675:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.575864:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.575883:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.575890:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336274.575894:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.575903:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.575922:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.575928:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa454d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336274.576156:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042083328:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 26866us (27048us total) trans 21474839485 rc 0/0 00000100:00100000:3.0:1763336274.576165:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2176 00000100:00100000:0.0:1763336274.582739:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.582877:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083584 00000100:00100000:2.0:1763336274.582886:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083584 00000100:00100000:2.0:1763336274.582950:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7626 00000100:00100000:2.0:1763336274.582961:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042083584:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336274.583080:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042083584:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 120us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.583088:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7626 00000100:00100000:1.0:1763336274.596481:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.596578:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083712 00000100:00100000:3.0:1763336274.596587:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083712 00000100:00100000:2.0:1763336274.597340:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7627 00000100:00100000:2.0:1763336274.597354:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042083712:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336274.597467:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042083712:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 118us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.597476:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7627 00000100:00100000:3.0:1763336274.603617:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.607415:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042083968 00000100:00100000:2.0:1763336274.607429:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042083968 00000100:00100000:3.0:1763336274.607628:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10607 00000100:00100000:3.0:1763336274.607639:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57624:x1848991042083968:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336274.607828:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.607856:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa454c2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e7d expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.607875:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336274.607880:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336274.608052:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336274.608068:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.608077:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763336274.608229:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968851 00000004:00010000:3.0:1763336274.608258:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000038a62a1 reply state 00000000144b68a9 transno 4294968852 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.608270:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.608277:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336274.608280:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336274.608282:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336274.609032:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57624:x1848991042083968:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1391us (5421us total) trans 4294968852 rc 0/0 00000100:00100000:3.0:1763336274.609042:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10607 00000020:00080000:3.0:1763336274.609048:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336274.613844:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.613976:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084096 00000100:00100000:3.0:1763336274.613986:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084096 00000100:00100000:2.0:1763336274.614711:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7628 00000100:00100000:2.0:1763336274.614729:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57624:x1848991042084096:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336274.614747:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336274.614769:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e84 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336274.614791:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 40960, mtime: 0x691a6052, atime: 0x691a604a, ctime: 0x691a6052, blocks: 0x48 00010000:00010000:2.0:1763336274.614809:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.614811:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.614819:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.614834:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.614846:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336274.614907:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042084096:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 183us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.614915:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7628 00000100:00100000:1.0:1763336274.620680:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.625127:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.626275:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084224 00000100:00100000:3.0:1763336274.626286:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084224 00002000:00010000:0.0:1763336274.626394:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (40960->18446744073709551615) 00002000:00100000:0.0:1763336274.626400:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f41180 with x1848991042084224 ext(40960->18446744073709551615) 00002000:00010000:0.0:1763336274.626411:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184f41180. 00000100:00100000:0.0:1763336274.626438:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084352 00000100:00100000:0.0:1763336274.626441:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084352 00002000:00010000:0.0:1763336274.626453:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.626456:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f43100 with x1848991042084352 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.626462:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f43100. 00000100:00100000:0.0:1763336274.626487:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2177 00000100:00100000:0.0:1763336274.626494:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042084224:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.626633:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:0.0:1763336274.626637:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.626640:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336274.626642:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.626645:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1763336274.626713:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042084224:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 218us (6042us total) trans 17179872101 rc 0/0 00000100:00100000:0.0:1763336274.626720:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2177 00002000:00010000:0.0:1763336274.626723:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (40960->18446744073709551615) 00002000:00100000:0.0:1763336274.626726:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f41180 with x1848991042084224 ext(40960->18446744073709551615) 00002000:00010000:0.0:1763336274.626730:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184f41180. 00000100:00100000:0.0:1763336274.626745:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2178 00000100:00100000:0.0:1763336274.626752:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042084352:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.626813:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.626816:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.626819:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336274.626821:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.626823:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336274.626841:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042084352:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 90us (1733us total) trans 21474839486 rc 0/0 00000100:00100000:0.0:1763336274.626846:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2178 00002000:00010000:0.0:1763336274.626849:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.626852:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f43100 with x1848991042084352 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.626855:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f43100. 00000100:00100000:1.0:1763336274.629350:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.629424:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084480 00000100:00100000:3.0:1763336274.629433:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084480 00000100:00100000:3.0:1763336274.629478:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10608 00000100:00100000:3.0:1763336274.629486:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57624:x1848991042084480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336274.629506:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336274.629524:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa454ec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e8b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.629602:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa454f3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336274.629615:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa454f3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.629625:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa454f3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763336274.629648:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 40960 00000004:00200000:3.0:1763336274.629651:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336274.629665:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa454f3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.629715:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa454ec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e8b expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.629731:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa454f3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e8b expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.629739:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336274.629742:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336274.629745:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336274.629788:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57624:x1848991042084480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 303us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.629794:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10608 00000100:00100000:0.0:1763336274.638843:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.638945:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084736 00000100:00100000:1.0:1763336274.638955:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084736 00000100:00100000:1.0:1763336274.639021:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10609 00000100:00100000:1.0:1763336274.639033:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57624:x1848991042084736:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336274.639085:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.639111:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa454f3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e8b expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.639134:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.639139:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.639286:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.639299:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.639308:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.639350:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968853 00000004:00010000:1.0:1763336274.639371:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f443483a reply state 000000005675393b transno 4294968854 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.639382:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.639388:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.639391:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.639393:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.646335:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57624:x1848991042084736:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 7293us (7490us total) trans 4294968854 rc 0/0 00000100:00100000:1.0:1763336274.646350:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10609 00000020:00080000:1.0:1763336274.646359:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336274.648452:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.648530:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084864 00000100:00100000:3.0:1763336274.648540:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084864 00000100:00100000:3.0:1763336274.648597:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7629 00000100:00100000:3.0:1763336274.648607:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57624:x1848991042084864:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336274.648624:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336274.648646:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e92 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336274.648669:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 40960, mtime: 0x691a6052, atime: 0x691a604d, ctime: 0x691a6052, blocks: 0x48 00010000:00010000:3.0:1763336274.648721:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.648724:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.648732:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 13 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.648749:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 13 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.648760:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:3.0:1763336274.648811:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57624:x1848991042084864:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 205us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.648819:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7629 00000100:00100000:2.0:1763336274.659856:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.659901:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.660089:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042084992 00000100:00100000:1.0:1763336274.660099:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042084992 00002000:00010000:1.0:1763336274.660140:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (40960->18446744073709551615) 00002000:00100000:1.0:1763336274.660146:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0dc00 with x1848991042084992 ext(40960->18446744073709551615) 00002000:00010000:1.0:1763336274.660158:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0dc00. 00000100:00100000:1.0:1763336274.660190:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085120 00000100:00100000:1.0:1763336274.660193:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085120 00002000:00010000:1.0:1763336274.660208:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.660211:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0df80 with x1848991042085120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.660217:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0df80. 00000100:00100000:1.0:1763336274.660246:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2179 00000100:00100000:1.0:1763336274.660255:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042084992:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.660410:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 40960 -> 40960 00002000:00010000:1.0:1763336274.660414:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.660416:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336274.660418:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.660420:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:1.0:1763336274.660472:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042084992:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 217us (625us total) trans 21474839487 rc 0/0 00000100:00100000:1.0:1763336274.660479:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2179 00002000:00010000:1.0:1763336274.660483:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (40960->18446744073709551615) 00002000:00100000:1.0:1763336274.660485:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0dc00 with x1848991042084992 ext(40960->18446744073709551615) 00002000:00010000:1.0:1763336274.660489:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0dc00. 00000100:00100000:1.0:1763336274.660507:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2180 00000100:00100000:1.0:1763336274.660514:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042085120:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.660576:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336274.660580:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.660582:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336274.660584:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.660586:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336274.660606:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042085120:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 93us (704us total) trans 17179872102 rc 0/0 00000100:00100000:1.0:1763336274.660612:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2180 00002000:00010000:1.0:1763336274.660615:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.660617:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0df80 with x1848991042085120 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.660621:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0df80. 00000100:00100000:0.0:1763336274.665997:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.666082:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085248 00000100:00100000:1.0:1763336274.666092:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085248 00000100:00100000:1.0:1763336274.666150:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10610 00000100:00100000:1.0:1763336274.666159:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57624:x1848991042085248:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.666181:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.666201:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa45508 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66e99 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.666286:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4550f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.666299:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4550f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.666310:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4550f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:1.0:1763336274.666332:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 40960 00000004:00200000:1.0:1763336274.666335:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336274.666350:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4550f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.666371:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa45508 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e99 expref: 33 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.666390:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4550f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e99 expref: 32 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.666398:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.666401:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336274.666404:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:1.0:1763336274.666457:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57624:x1848991042085248:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 299us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.666464:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10610 00000100:00100000:2.0:1763336274.670773:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.671269:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085376 00000100:00100000:0.0:1763336274.671279:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085376 00000100:00100000:0.0:1763336274.671348:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2181 00000100:00100000:0.0:1763336274.671359:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042085376:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336274.671394:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.671408:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.671411:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.671416:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.671428:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675259:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675279:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675289:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675297:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336274.675301:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675311:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675331:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.675338:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45516 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336274.675421:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042085376:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4059us (4652us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1763336274.675432:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2181 00000100:00100000:2.0:1763336274.682832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.683027:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085504 00000100:00100000:0.0:1763336274.683037:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085504 00000100:00100000:0.0:1763336274.683182:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2182 00000100:00100000:0.0:1763336274.683194:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042085504:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336274.683230:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.683247:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 20 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.683255:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.683257:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.683261:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.683295:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 20 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.683309:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 20 pid: 8396 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.683323:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056189312:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.683404:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336274.686898:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056189312:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336274.686926:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336274.687672:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.688219:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085632 00000100:00100000:0.0:1763336274.688228:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085632 00010000:00010000:0.0:1763336274.688263:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 21 pid: 8396 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.688312:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3609 00000100:00100000:0.0:1763336274.688323:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042085632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336274.688340:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.688359:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 21 pid: 8396 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.688372:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 21 pid: 8396 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.688395:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa454e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e84 expref: 21 pid: 8396 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.688410:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.688413:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.688417:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.688426:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.688460:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.688884:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.688893:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336274.689838:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042085632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1511us (2161us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.689848:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3609 00000001:00080000:0.0:1763336274.695300:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872103 is committed 00002000:00010000:1.0:1763336274.695401:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 40960 -> 188416 00002000:00010000:1.0:1763336274.695406:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 72 -> 200 00010000:00010000:1.0:1763336274.695418:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.695429:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.695438:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.695445:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336274.695450:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.695459:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.695475:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.695482:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa4551d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336274.695786:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042085504:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12590us (12959us total) trans 17179872103 rc 0/0 00000100:00100000:1.0:1763336274.695796:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2182 00000100:00100000:3.0:1763336274.699628:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.700120:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085760 00000100:00100000:1.0:1763336274.700129:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085760 00000100:00100000:0.0:1763336274.700251:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2183 00000100:00100000:0.0:1763336274.700262:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042085760:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336274.700296:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.700313:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.700322:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.700324:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336274.700327:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.700361:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 14 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.700373:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 14 pid: 29013 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.700387:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056189440:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.700470:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336274.703795:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056189440:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336274.703820:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336274.705355:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.705725:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042085888 00000100:00100000:0.0:1763336274.705736:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042085888 00010000:00010000:0.0:1763336274.705776:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 15 pid: 29013 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.705821:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3610 00000100:00100000:0.0:1763336274.705832:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042085888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336274.705846:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.705866:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 15 pid: 29013 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.705880:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 15 pid: 29013 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.705904:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45501 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e92 expref: 15 pid: 29013 timeout: 1162 lvb_type: 0 00010000:00010000:0.0:1763336274.705921:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.705923:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.705928:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.705948:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.705983:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336274.706030:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042085888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 199us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.706038:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3610 00010000:00010000:1.0:1763336274.706466:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.706476:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336274.717551:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839488 is committed 00002000:00010000:1.0:1763336274.717883:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 40960 -> 188416 00002000:00010000:1.0:1763336274.717889:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 72 -> 200 00010000:00010000:1.0:1763336274.717901:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.717918:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.717927:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.717949:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336274.717954:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.717962:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.717980:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.717987:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183819000/0x84ca14902aa45524 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [122880->188415] (req 122880->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336274.719941:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042085760:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 19662us (20303us total) trans 21474839488 rc 0/0 00000100:00100000:1.0:1763336274.719956:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2183 00000100:00100000:2.0:1763336274.726566:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.726747:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042086016 00000100:00100000:0.0:1763336274.726757:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042086016 00000100:00100000:0.0:1763336274.726814:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7630 00000100:00100000:0.0:1763336274.726824:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042086016:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336274.726946:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042086016:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 124us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.726955:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7630 00000100:00100000:2.0:1763336274.732681:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.733195:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042086272 00000100:00100000:3.0:1763336274.733205:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042086272 00000100:00100000:3.0:1763336274.733266:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10611 00000100:00100000:3.0:1763336274.733276:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57624:x1848991042086272:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336274.733329:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.733357:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4550f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e99 expref: 32 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.733374:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336274.733379:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336274.733537:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336274.733552:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.733562:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763336274.733602:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968855 00000004:00010000:3.0:1763336274.733625:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000078c65b1d reply state 000000006768dbbc transno 4294968856 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.733637:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336274.733643:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336274.733646:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336274.733649:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336274.734831:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57624:x1848991042086272:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1551us (2153us total) trans 4294968856 rc 0/0 00000100:00100000:2.0:1763336274.734841:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10611 00000020:00080000:2.0:1763336274.734847:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336274.740372:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.740452:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042086400 00000100:00100000:3.0:1763336274.740462:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042086400 00000100:00100000:3.0:1763336274.740522:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7631 00000100:00100000:3.0:1763336274.740531:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57624:x1848991042086400:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336274.740548:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336274.740570:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ea0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336274.740594:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 188416, mtime: 0x691a6052, atime: 0x691a604a, ctime: 0x691a6052, blocks: 0xc8 00010000:00010000:3.0:1763336274.740616:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.740619:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.740627:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.740642:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.740654:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336274.740750:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042086400:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 220us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.740759:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7631 00000100:00100000:0.0:1763336274.742945:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.742978:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.743096:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042086528 00000100:00100000:2.0:1763336274.743105:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042086528 00002000:00010000:2.0:1763336274.743136:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (188416->18446744073709551615) 00002000:00100000:2.0:1763336274.743140:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc000 with x1848991042086528 ext(188416->18446744073709551615) 00002000:00010000:2.0:1763336274.743151:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bc000. 00000100:00100000:2.0:1763336274.743173:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042086656 00000100:00100000:2.0:1763336274.743176:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042086656 00002000:00010000:2.0:1763336274.743185:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336274.743188:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bea00 with x1848991042086656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336274.743192:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bea00. 00000100:00100000:2.0:1763336274.743216:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2184 00000100:00100000:2.0:1763336274.743223:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042086528:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336274.743353:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 188416 -> 188416 00002000:00010000:2.0:1763336274.743357:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.743359:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336274.743361:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.743363:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:2.0:1763336274.743413:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042086528:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 190us (484us total) trans 17179872104 rc 0/0 00000100:00100000:2.0:1763336274.743423:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2184 00002000:00010000:2.0:1763336274.743427:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (188416->18446744073709551615) 00002000:00100000:2.0:1763336274.743429:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc000 with x1848991042086528 ext(188416->18446744073709551615) 00002000:00010000:2.0:1763336274.743433:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bc000. 00000100:00100000:2.0:1763336274.743451:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2185 00000100:00100000:2.0:1763336274.743457:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042086656:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336274.743516:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.743519:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.743521:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:2.0:1763336274.743523:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.743525:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336274.743541:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042086656:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 85us (563us total) trans 21474839489 rc 0/0 00000100:00100000:2.0:1763336274.743546:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2185 00002000:00010000:2.0:1763336274.743548:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:2.0:1763336274.743556:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bea00 with x1848991042086656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336274.743560:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bea00. 00000100:00100000:2.0:1763336274.747980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.748452:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042086784 00000100:00100000:0.0:1763336274.748462:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042086784 00000100:00100000:0.0:1763336274.748523:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10612 00000100:00100000:0.0:1763336274.748532:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57624:x1848991042086784:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.748553:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.748573:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45539 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ea7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.748664:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45540 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.748679:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45540 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.748732:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45540 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.748759:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 188416 00000004:00200000:0.0:1763336274.748763:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.748778:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45540 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.748809:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45539 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea7 expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.748825:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45540 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea7 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.748833:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.748836:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.748839:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:0.0:1763336274.748889:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57624:x1848991042086784:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 357us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.748896:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10612 00000100:00100000:2.0:1763336274.752898:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.752977:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087040 00000100:00100000:1.0:1763336274.752989:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087040 00000100:00100000:1.0:1763336274.753091:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10613 00000100:00100000:1.0:1763336274.753102:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57624:x1848991042087040:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336274.753152:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.753178:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45540 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea7 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.753197:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.753202:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.753364:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.753378:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.753388:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.753431:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968857 00000004:00010000:1.0:1763336274.753454:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008a05f2ea reply state 00000000b00301ed transno 4294968858 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.753465:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.753471:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.753473:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.753476:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.753569:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57624:x1848991042087040:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 467us (679us total) trans 4294968858 rc 0/0 00000100:00100000:1.0:1763336274.753576:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10613 00000020:00080000:1.0:1763336274.753582:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336274.761504:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.761552:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.761647:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087168 00000100:00100000:0.0:1763336274.761658:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087168 00002000:00010000:0.0:1763336274.761730:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (235929->18446744073709551615) 00002000:00100000:0.0:1763336274.761735:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241c00 with x1848991042087168 ext(235929->18446744073709551615) 00002000:00010000:0.0:1763336274.761747:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a241c00. 00000100:00100000:0.0:1763336274.761764:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087296 00000100:00100000:0.0:1763336274.761767:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087296 00002000:00010000:0.0:1763336274.761778:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.761781:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a240000 with x1848991042087296 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.761786:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a240000. 00000100:00100000:0.0:1763336274.761810:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2186 00000100:00100000:0.0:1763336274.761819:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042087168:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.762024:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 188416 -> 235929 00002000:00010000:0.0:1763336274.762028:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.762031:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336274.762033:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.762035:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:0.0:1763336274.762087:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042087168:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 270us (593us total) trans 17179872105 rc 0/0 00000100:00100000:0.0:1763336274.762095:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2186 00002000:00010000:0.0:1763336274.762098:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (235929->18446744073709551615) 00002000:00100000:0.0:1763336274.762101:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241c00 with x1848991042087168 ext(235929->18446744073709551615) 00002000:00010000:0.0:1763336274.762105:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a241c00. 00000100:00100000:0.0:1763336274.762120:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2187 00000100:00100000:0.0:1763336274.762126:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042087296:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.762184:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.762186:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.762189:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:0.0:1763336274.762191:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.762193:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336274.762214:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042087296:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 88us (661us total) trans 21474839490 rc 0/0 00000100:00100000:0.0:1763336274.762220:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2187 00002000:00010000:0.0:1763336274.762223:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.762226:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a240000 with x1848991042087296 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.762230:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a240000. 00000100:00100000:2.0:1763336274.765210:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.765580:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087424 00000100:00100000:1.0:1763336274.765590:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087424 00000100:00100000:1.0:1763336274.765648:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10614 00000100:00100000:1.0:1763336274.765657:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57624:x1848991042087424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.765678:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.765731:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa4554e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66eae expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.765822:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45555 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.765836:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45555 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.765847:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45555 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:1.0:1763336274.765871:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:1.0:1763336274.765875:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336274.765890:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45555 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.765912:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa4554e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eae expref: 39 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.765927:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45555 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eae expref: 38 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.765948:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.765952:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336274.765955:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af514000, rc 0) 00000100:00100000:1.0:1763336274.766002:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57624:x1848991042087424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 346us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.766013:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10614 00000100:00100000:2.0:1763336274.770593:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.770888:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087680 00000100:00100000:0.0:1763336274.770899:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087680 00000100:00100000:0.0:1763336274.771254:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10615 00000100:00100000:0.0:1763336274.771264:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57624:x1848991042087680:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336274.771311:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.771337:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45555 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eae expref: 38 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.771354:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.771358:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336274.771527:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.771543:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.771553:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336274.771597:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968859 00000004:00010000:0.0:1763336274.771620:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001943904c reply state 00000000254f784d transno 4294968860 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.771632:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.771638:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.771641:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336274.771643:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336274.771775:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57624:x1848991042087680:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 512us (1192us total) trans 4294968860 rc 0/0 00000100:00100000:0.0:1763336274.771783:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10615 00000020:00080000:0.0:1763336274.771789:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336274.775565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.775871:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087808 00000100:00100000:0.0:1763336274.775883:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087808 00000100:00100000:0.0:1763336274.775942:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7632 00000100:00100000:0.0:1763336274.775952:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57624:x1848991042087808:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.775970:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.775993:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66eb5 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336274.776019:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 188416, mtime: 0x691a6052, atime: 0x691a604d, ctime: 0x691a6052, blocks: 0xc8 00010000:00010000:0.0:1763336274.776041:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.776043:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.776051:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 14 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.776067:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 14 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.776080:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:0.0:1763336274.776139:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57624:x1848991042087808:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 189us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.776147:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7632 00000100:00100000:3.0:1763336274.780332:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.781664:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.781814:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042087936 00000100:00100000:0.0:1763336274.781829:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042087936 00002000:00010000:0.0:1763336274.781883:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (188416->18446744073709551615) 00002000:00100000:0.0:1763336274.781888:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6d80 with x1848991042087936 ext(188416->18446744073709551615) 00002000:00010000:0.0:1763336274.781908:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca6d80. 00000100:00100000:0.0:1763336274.781965:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042088064 00000100:00100000:0.0:1763336274.781968:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042088064 00002000:00010000:0.0:1763336274.781982:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.781985:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca7100 with x1848991042088064 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.781993:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ca7100. 00000100:00100000:0.0:1763336274.782024:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2188 00000100:00100000:0.0:1763336274.782035:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042087936:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.782232:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 188416 -> 188416 00002000:00010000:0.0:1763336274.782236:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.782239:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336274.782241:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.782243:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:0.0:1763336274.782304:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042087936:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 271us (1993us total) trans 21474839491 rc 0/0 00000100:00100000:0.0:1763336274.782311:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2188 00002000:00010000:0.0:1763336274.782315:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (188416->18446744073709551615) 00002000:00100000:0.0:1763336274.782318:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6d80 with x1848991042087936 ext(188416->18446744073709551615) 00002000:00010000:0.0:1763336274.782321:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca6d80. 00000100:00100000:0.0:1763336274.782339:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2189 00000100:00100000:0.0:1763336274.782345:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042088064:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.782406:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.782409:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.782411:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336274.782413:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.782415:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336274.782432:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042088064:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 87us (775us total) trans 17179872106 rc 0/0 00000100:00100000:0.0:1763336274.782438:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2189 00002000:00010000:0.0:1763336274.782441:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.782443:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca7100 with x1848991042088064 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.782447:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ca7100. 00000100:00100000:2.0:1763336274.785606:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.786225:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042088192 00000100:00100000:0.0:1763336274.786238:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042088192 00000100:00100000:0.0:1763336274.786315:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10616 00000100:00100000:0.0:1763336274.786326:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57624:x1848991042088192:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.786355:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.786380:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa4556a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ebc expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.786491:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45571 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.786509:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45571 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.786522:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45571 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.786554:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 188416 00000004:00200000:0.0:1763336274.786559:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.786580:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45571 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.786611:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa4556a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ebc expref: 42 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.786632:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45571 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ebc expref: 41 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.786645:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.786648:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.786651:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:0.0:1763336274.786786:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57624:x1848991042088192:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 461us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.786794:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10616 00000100:00100000:2.0:1763336274.791637:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.791734:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042088448 00000100:00100000:1.0:1763336274.791745:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042088448 00000100:00100000:1.0:1763336274.791800:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10617 00000100:00100000:1.0:1763336274.791808:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57624:x1848991042088448:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336274.791857:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.791881:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa45571 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ebc expref: 41 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.791899:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.791904:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.792079:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.792095:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.792104:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.792144:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968861 00000004:00010000:1.0:1763336274.792168:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a8648c0d reply state 0000000031baf0bd transno 4294968862 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.792180:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.792187:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.792190:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.792192:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.792279:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57624:x1848991042088448:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 470us (650us total) trans 4294968862 rc 0/0 00000100:00100000:1.0:1763336274.792286:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10617 00000020:00080000:1.0:1763336274.792291:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336274.796219:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.796774:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.797129:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042088704 00000100:00100000:0.0:1763336274.797138:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042088704 00002000:00010000:0.0:1763336274.797174:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.797178:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6680 with x1848991042088704 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.797190:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ca6680. 00000100:00100000:2.0:1763336274.797231:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042088576 00000100:00100000:2.0:1763336274.797236:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042088576 00002000:00010000:2.0:1763336274.797250:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (235929->18446744073709551615) 00002000:00100000:2.0:1763336274.797253:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8b800 with x1848991042088576 ext(235929->18446744073709551615) 00002000:00010000:2.0:1763336274.797258:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8b800. 00000100:00100000:0.0:1763336274.797433:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2190 00000100:00100000:0.0:1763336274.797443:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042088704:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336274.797564:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.797568:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.797583:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:0.0:1763336274.797585:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.797588:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336274.797945:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2191 00000100:00100000:1.0:1763336274.797955:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042088576:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.798074:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 188416 -> 235929 00002000:00010000:1.0:1763336274.798078:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.798080:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336274.798082:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.798084:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:0.0:1763336274.798304:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042088704:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 861us (2092us total) trans 17179872107 rc 0/0 00000100:00100000:0.0:1763336274.798312:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2190 00002000:00010000:0.0:1763336274.798316:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336274.798318:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6680 with x1848991042088704 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336274.798324:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186ca6680. 00000100:00100000:1.0:1763336274.798376:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042088576:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 423us (1601us total) trans 21474839492 rc 0/0 00000100:00100000:1.0:1763336274.798383:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2191 00002000:00010000:1.0:1763336274.798386:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (235929->18446744073709551615) 00002000:00100000:1.0:1763336274.798388:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8b800 with x1848991042088576 ext(235929->18446744073709551615) 00002000:00010000:1.0:1763336274.798393:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8b800. 00000100:00100000:2.0:1763336274.811492:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.814368:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042088832 00000100:00100000:0.0:1763336274.814382:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042088832 00000100:00100000:0.0:1763336274.814485:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10618 00000100:00100000:0.0:1763336274.814495:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57624:x1848991042088832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.814515:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.814536:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4557f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ec3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.814616:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45586 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.814735:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45586 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.814747:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45586 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.814776:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:0.0:1763336274.814780:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.814797:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45586 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.814822:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4557f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ec3 expref: 45 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.814840:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45586 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ec3 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.814848:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.814852:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.814855:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:0.0:1763336274.814922:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57624:x1848991042088832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 428us (3438us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.814938:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10618 00000100:00100000:3.0:1763336274.823576:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.823769:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089088 00000100:00100000:0.0:1763336274.823779:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089088 00000100:00100000:0.0:1763336274.824082:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10619 00000100:00100000:0.0:1763336274.824095:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57624:x1848991042089088:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336274.824146:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336274.824172:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45586 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ec3 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.824191:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.824196:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336274.824345:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.824359:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.824368:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336274.824411:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968863 00000004:00010000:0.0:1763336274.824435:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b3fb90a4 reply state 00000000cba46918 transno 4294968864 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.824446:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.824452:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.824455:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336274.824458:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336274.826916:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57624:x1848991042089088:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 2808us (3333us total) trans 4294968864 rc 0/0 00000100:00100000:0.0:1763336274.826929:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10619 00000020:00080000:0.0:1763336274.826948:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336274.831257:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.832160:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089216 00000100:00100000:1.0:1763336274.832171:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089216 00002000:00010000:1.0:1763336274.832212:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (235929->18446744073709551615) 00002000:00100000:1.0:1763336274.832217:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a242a00 with x1848991042089216 ext(235929->18446744073709551615) 00002000:00010000:1.0:1763336274.832230:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a242a00. 00000100:00100000:1.0:1763336274.832266:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2192 00000100:00100000:1.0:1763336274.832275:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042089216:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.832421:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:1.0:1763336274.832425:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.832428:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336274.832430:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.832433:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:1.0:1763336274.833448:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991042089216:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1167us (2191us total) trans 17179872108 rc 0/0 00000100:00100000:1.0:1763336274.833460:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2192 00002000:00010000:1.0:1763336274.833467:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/61 (235929->18446744073709551615) 00002000:00100000:1.0:1763336274.833471:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a242a00 with x1848991042089216 ext(235929->18446744073709551615) 00002000:00010000:1.0:1763336274.833478:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a242a00. 00000100:00100000:3.0:1763336274.833815:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.834187:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089344 00000100:00100000:1.0:1763336274.834196:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089344 00002000:00010000:1.0:1763336274.834224:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.834227:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88380 with x1848991042089344 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.834234:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e88380. 00000100:00100000:1.0:1763336274.834292:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2193 00000100:00100000:1.0:1763336274.834301:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042089344:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.834421:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336274.834424:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.834427:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336274.834430:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.834432:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336274.835501:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042089344:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1193us (1679us total) trans 21474839493 rc 0/0 00000100:00100000:1.0:1763336274.835512:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2193 00002000:00010000:1.0:1763336274.835518:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/59 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.835521:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88380 with x1848991042089344 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.835530:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e88380. 00000100:00100000:3.0:1763336274.838960:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.839155:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089472 00000100:00100000:0.0:1763336274.839164:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089472 00000100:00100000:0.0:1763336274.839218:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10620 00000100:00100000:0.0:1763336274.839228:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57624:x1848991042089472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.839250:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.839271:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45594 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66eca expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.839361:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4559b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.839376:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4559b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.839386:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4559b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336274.839410:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:0.0:1763336274.839415:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336274.839432:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4559b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.839458:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa45594 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eca expref: 48 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.839474:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4559b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eca expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.839487:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.839490:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336274.839494:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:0.0:1763336274.839556:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57624:x1848991042089472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 330us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.839563:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10620 00000100:00100000:2.0:1763336274.844650:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.845138:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089728 00000100:00100000:1.0:1763336274.845149:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089728 00000100:00100000:1.0:1763336274.845209:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10621 00000100:00100000:1.0:1763336274.845220:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57624:x1848991042089728:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336274.845267:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.845292:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4559b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eca expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.845309:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.845313:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336274.845473:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.845488:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.845496:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000001:00080000:1.0:1763336274.845539:0:28199:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968865 00000004:00010000:1.0:1763336274.845560:0:28199:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e55b73f reply state 0000000061c07170 transno 4294968866 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.845571:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.845577:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.845579:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336274.845582:0:28199:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336274.845663:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57624:x1848991042089728:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 444us (1023us total) trans 4294968866 rc 0/0 00000100:00100000:1.0:1763336274.845670:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10621 00000020:00080000:1.0:1763336274.845675:0:28199:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336274.850039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.850070:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.850172:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089856 00000100:00100000:1.0:1763336274.850182:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089856 00002000:00010000:1.0:1763336274.850220:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (235929->18446744073709551615) 00002000:00100000:1.0:1763336274.850225:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88e00 with x1848991042089856 ext(235929->18446744073709551615) 00002000:00010000:1.0:1763336274.850238:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e88e00. 00000100:00100000:1.0:1763336274.850255:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042089984 00000100:00100000:1.0:1763336274.850258:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042089984 00002000:00010000:1.0:1763336274.850272:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.850274:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88700 with x1848991042089984 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.850281:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e88700. 00000100:00100000:1.0:1763336274.850312:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2194 00000100:00100000:1.0:1763336274.850322:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042089856:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.850468:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:1.0:1763336274.850472:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.850474:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336274.850477:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.850479:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:1.0:1763336274.850526:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042089856:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 205us (494us total) trans 21474839494 rc 0/0 00000100:00100000:1.0:1763336274.850534:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2194 00002000:00010000:1.0:1763336274.850537:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/62 (235929->18446744073709551615) 00002000:00100000:1.0:1763336274.850540:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88e00 with x1848991042089856 ext(235929->18446744073709551615) 00002000:00010000:1.0:1763336274.850544:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e88e00. 00000100:00100000:1.0:1763336274.850561:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2195 00000100:00100000:1.0:1763336274.850567:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042089984:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336274.850627:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336274.850629:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.850632:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:1.0:1763336274.850634:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.850636:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336274.850657:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042089984:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 90us (586us total) trans 17179872109 rc 0/0 00000100:00100000:1.0:1763336274.850663:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2195 00002000:00010000:1.0:1763336274.850666:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336274.850668:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e88700 with x1848991042089984 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336274.850672:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184e88700. 00000100:00100000:3.0:1763336274.854168:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.854250:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042090240 00000100:00100000:0.0:1763336274.854261:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042090240 00000100:00100000:0.0:1763336274.854357:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10622 00000100:00100000:0.0:1763336274.854369:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57624:x1848991042090240:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336274.854484:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336274.854505:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.854516:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763336274.854612:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bccf19b6 reply state 00000000f4799141 transno 4294968867 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.854623:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336274.854630:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.854633:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336274.854636:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336274.854829:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57624:x1848991042090240:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 462us (670us total) trans 4294968867 rc 0/0 00000100:00100000:0.0:1763336274.854836:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10622 00000100:00100000:2.0:1763336274.857066:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.857152:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042090368 00000100:00100000:3.0:1763336274.857161:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042090368 00000100:00100000:3.0:1763336274.857218:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7633 00000100:00100000:3.0:1763336274.857228:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042090368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336274.857245:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336274.857264:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ed1 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.857292:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336274.857300:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.857302:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.857307:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 19 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.857345:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336274.857359:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 1162 lvb_type: 1 00000100:00100000:3.0:1763336274.857373:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056189568:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336274.857456:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336274.860928:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056189568:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336274.860974:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 19 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.860994:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336274.861450:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57624:x1848991042090368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4221us (4391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.861459:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7633 00000100:00100000:0.0:1763336274.861583:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.861925:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042090496 00000100:00100000:3.0:1763336274.861941:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042090496 00010000:00010000:3.0:1763336274.861972:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 1162 lvb_type: 1 00000100:00100000:3.0:1763336274.862011:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3611 00000100:00100000:3.0:1763336274.862021:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042090496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336274.862035:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.862054:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.862067:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.862090:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4547c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e53 expref: 19 pid: 8399 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.862104:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.862106:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.862114:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.862124:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.862157:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336274.862169:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056189696:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336274.863267:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336274.867983:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056189696:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336274.868007:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336274.868068:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042090496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6047us (6484us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.868079:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3611 00000100:00100000:2.0:1763336274.868338:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.869375:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042090624 00000100:00100000:3.0:1763336274.869384:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042090624 00000100:00100000:0.0:1763336274.869961:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7634 00000100:00100000:0.0:1763336274.869976:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042090624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.869993:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.870011:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ed8 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.870039:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336274.870048:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.870050:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336274.870054:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 19 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.870087:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336274.870100:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 1162 lvb_type: 1 00000100:00100000:0.0:1763336274.870113:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056189824:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336274.870196:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290975540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336274.873901:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056189824:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336274.873951:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 19 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.873971:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:0.0:1763336274.874366:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57624:x1848991042090624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4393us (6026us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.874375:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7634 00000100:00100000:1.0:1763336274.874518:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.874784:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042090752 00000100:00100000:3.0:1763336274.874792:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042090752 00010000:00010000:3.0:1763336274.874822:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 1162 lvb_type: 1 00000100:00100000:3.0:1763336274.874856:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3612 00000100:00100000:3.0:1763336274.874864:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042090752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336274.874876:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.874894:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.874906:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.874928:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4548a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e5a expref: 19 pid: 29013 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.874954:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.874956:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.874963:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.874972:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.875003:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 18 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336274.875017:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056189952:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336274.875083:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336274.878987:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056189952:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336274.879012:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336274.879493:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042090752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4628us (4975us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.879504:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3612 00000100:00100000:2.0:1763336274.880541:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.880970:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042090880 00000100:00100000:3.0:1763336274.880978:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042090880 00000100:00100000:2.0:1763336274.882309:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7635 00000100:00100000:2.0:1763336274.882326:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57624:x1848991042090880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336274.882343:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336274.882361:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66edf expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.882388:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 25 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336274.882395:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.882397:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336274.882401:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 25 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.882429:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 25 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336274.882446:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 25 pid: 8399 timeout: 1162 lvb_type: 1 00000100:00100000:2.0:1763336274.882459:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056190080:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336274.882891:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336274.887637:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.888448:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091008 00000100:00100000:3.0:1763336274.888459:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091008 00010000:00010000:3.0:1763336274.888502:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 26 pid: 8399 timeout: 1162 lvb_type: 1 00000100:00100000:3.0:1763336274.888547:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3613 00000100:00100000:3.0:1763336274.888558:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042091008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336274.888574:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336274.888595:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 26 pid: 8399 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.888610:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 26 pid: 8399 timeout: 1162 lvb_type: 1 00010000:00010000:3.0:1763336274.888635:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.888638:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336274.888645:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 26 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.888656:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 26 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.888735:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 26 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336274.888750:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056190208:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336274.888828:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00010000:00010000:2.0:1763336274.889001:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa45483 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e61 expref: 26 pid: 8399 timeout: 1162 lvb_type: 1 00000100:00100000:2.0:1763336274.889015:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056190080:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336274.889038:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 25 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336274.889049:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61e00, rc 0) 00000100:00100000:2.0:1763336274.889079:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57624:x1848991042090880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6759us (8539us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336274.889088:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7635 00000100:00100000:3.0:1763336274.896325:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056190208:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336274.896351:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336274.896675:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042091008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8117us (9046us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336274.897148:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3613 00000100:00100000:1.0:1763336274.904035:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.904079:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.905262:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.905296:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091136 00000100:00100000:3.0:1763336274.905306:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091136 00000100:00100000:3.0:1763336274.905365:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091392 00000100:00100000:3.0:1763336274.905369:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091392 00000100:00100000:3.0:1763336274.905395:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7636 00000100:00100000:3.0:1763336274.905403:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042091136:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336274.905535:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:3.0:1763336274.905540:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.905542:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:3.0:1763336274.905544:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.905546:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1763336274.905597:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042091136:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 195us (1573us total) trans 21474839495 rc 0/0 00000100:00100000:3.0:1763336274.905605:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7636 00000100:00100000:3.0:1763336274.905624:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7637 00000100:00100000:3.0:1763336274.905631:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042091392:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336274.905719:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336274.905722:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.905724:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336271 -> 1763336273 00002000:00010000:3.0:1763336274.905725:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.905727:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336274.905749:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042091392:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 118us (1670us total) trans 17179872110 rc 0/0 00000100:00100000:3.0:1763336274.905755:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7637 00000100:00100000:2.0:1763336274.907946:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091264 00000100:00100000:2.0:1763336274.907958:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091264 00000100:00100000:2.0:1763336274.908871:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7638 00000100:00100000:2.0:1763336274.908886:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042091264:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336274.909036:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.909040:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.909043:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336271 -> 1763336273 00002000:00010000:2.0:1763336274.909045:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.909047:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336274.909105:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042091264:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 223us (3846us total) trans 21474839496 rc 0/0 00000100:00100000:2.0:1763336274.909112:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7638 00000100:00100000:0.0:1763336274.912248:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336274.912338:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091648 00000100:00100000:3.0:1763336274.912348:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091648 00000100:00100000:3.0:1763336274.912410:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3641 00000100:00100000:3.0:1763336274.912420:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57624:x1848991042091648:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:3.0:1763336274.912482:0:35235:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45421 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e3e expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.912527:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336274.912540:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.912555:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336274.912587:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336274.912599:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 51 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:3.0:1763336274.912613:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056190336:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336274.912739:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336274.921569:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.921596:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091776 00000100:00100000:1.0:1763336274.921605:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091776 00000100:00100000:0.0:1763336274.921607:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056190464:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1763336274.921646:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 52 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.921663:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.921713:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3614 00000100:00100000:1.0:1763336274.921726:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2405:x1848991042091776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336274.921739:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336274.921747:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 52 pid: 6513 timeout: 1162 lvb_type: 0 00010000:00010000:1.0:1763336274.921762:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 52 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:0.0:1763336274.921776:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056190464 00000100:00100000:0.0:1763336274.921781:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056190464 00010000:00010000:1.0:1763336274.921785:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.921791:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336274.921803:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336274.921811:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336274.921815:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1763336274.921827:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056190464:12345-0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1763336274.921836:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00000024:0.0:1763336274.921848:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915546624 avail 3683708928 00000100:00100000:1.0:1763336274.921881:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2405:x1848991042091776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 158us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.921893:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3614 00000100:00100000:0.0:1763336274.921895:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1848991056190464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.921904:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1763336274.921957:0:3647:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839482 gen 2 00000004:00080000:0.0:1763336274.921962:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186efb100, transno 21474839477 00000004:00080000:0.0:1763336274.921980:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187014000, transno 21474839478 00000004:00080000:0.0:1763336274.921983:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ef8e00, transno 21474839479 00000004:00080000:0.0:1763336274.921985:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892e9c00, transno 21474839480 00000004:00080000:0.0:1763336274.921988:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892ea300, transno 21474839481 00000004:00080000:0.0:1763336274.921990:0:3647:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186efa300, transno 21474839482 00000100:00100000:0.0:1763336274.922003:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056190464:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1763336274.922126:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 6 done 00010000:00010000:3.0:1763336274.922359:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45467 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e45 expref: 51 pid: 6513 timeout: 1162 lvb_type: 0 00000100:00100000:3.0:1763336274.922377:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056190336:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336274.922393:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336274.922403:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336274.922410:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000040:00080000:3.0:1763336274.922632:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].166, 88 off22096 00000004:00080000:3.0:1763336274.922640:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062883954488ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.923556:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].170, 88 off22448 00000004:00080000:0.0:1763336274.923567:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062884881653ns, next at 1062145827042ns, rc = 0 00000040:00080000:0.0:1763336274.923607:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].167, 88 off22184 00000004:00080000:0.0:1763336274.923613:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062884927140ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.923625:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].171, 88 off22536 00000004:00080000:0.0:1763336274.923630:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062884944239ns, next at 1062145827042ns, rc = 0 00000040:00080000:0.0:1763336274.923641:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].172, 88 off22624 00000004:00080000:0.0:1763336274.923646:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062884960383ns, next at 1062145827042ns, rc = 0 00000040:00080000:0.0:1763336274.923655:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].168, 88 off22272 00000004:00080000:0.0:1763336274.923659:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062884973448ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.923667:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].169, 88 off22360 00000004:00080000:0.0:1763336274.923676:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1062884990534ns, next at 1062145853863ns, rc = 0 00000040:00080000:0.0:1763336274.923710:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].173, 88 off22712 00000004:00080000:0.0:1763336274.923715:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1062885029473ns, next at 1062145827042ns, rc = 0 00000001:00080000:0.0:1763336274.931125:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968868 is committed 00000004:00080000:0.0:1763336274.931139:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 169 committed 00000004:00080000:0.0:1763336274.931157:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 169 committed 00000004:00080000:0.0:1763336274.931173:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 168 committed 00000004:00080000:0.0:1763336274.931176:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 168 committed 00000004:00080000:0.0:1763336274.931177:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 167 committed 00000004:00080000:0.0:1763336274.931179:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 167 committed 00000004:00080000:0.0:1763336274.931181:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 166 committed 00000004:00080000:0.0:1763336274.931183:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 166 committed 00000020:00080000:0.0:1763336274.931216:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 49 batchid updated 00000020:00080000:0.0:1763336274.931242:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 49 00000020:00080000:0.0:1763336274.931349:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 48 cancel update log [0x240000400:0x2:0x0].27: rc = 0 00000020:00080000:0.0:1763336274.931378:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 49 cancel update log [0x240000400:0x2:0x0].28: rc = 0 00000020:00080000:0.0:1763336274.931386:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 49 00000004:00010000:0.0:1763336274.931418:0:35235:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001973d11e reply state 00000000dd4cc0b1 transno 4294968868 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931445:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931455:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.931458:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763336274.931462:0:35235:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763336274.931470:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.931473:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336274.931481:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45421 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e3e expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763336274.931587:0:35235:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336274.931602:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57624:x1848991042091648:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 19183us (19363us total) trans 4294968868 rc 0/0 00000100:00100000:0.0:1763336274.931611:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3641 00010000:00010000:0.0:1763336274.931642:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931650:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931657:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931662:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336274.931667:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931678:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931725:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.931727:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336274.931732:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336274.931737:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa455c5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336274.932098:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056190720:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.932145:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336274.932176:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336274.932182:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056190592:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.932200:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336274.932225:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056190848:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336274.932246:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336274.932263:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763336274.932267:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056190976:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336274.932307:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932316:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932322:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932326:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932329:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932335:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932344:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932346:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.932349:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932354:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa45491 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932365:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932370:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932378:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932382:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932385:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932389:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932394:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932396:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.932398:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932403:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa454ad lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932411:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932417:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932422:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932426:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbfe00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932428:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932433:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932444:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932446:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.932449:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932454:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa454de lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932463:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00000100:00100000:3.0:1763336274.932466:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336274.932470:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932475:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932480:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932482:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932488:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00000100:00100000:3.0:1763336274.932493:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056190720 00010000:00010000:2.0:1763336274.932495:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932496:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336274.932499:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056190720 00010000:00010000:2.0:1763336274.932499:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932503:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa454fa lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932512:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932518:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932523:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932527:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:3.0:1763336274.932530:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7639 00010000:00010000:2.0:1763336274.932530:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932535:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336274.932538:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056190720:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336274.932542:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932543:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.932545:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932550:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa4552b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932559:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932564:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932569:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932574:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932577:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932586:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932592:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932594:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.932596:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932601:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45547 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932611:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932617:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932622:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932626:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932629:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932634:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932641:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.932643:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.932646:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932652:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa4555c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.932661:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336274.932666:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056191360:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763336274.932667:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336274.932718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.932740:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336274.932746:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056191488:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.932767:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.932792:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056190592 00010000:00010000:2.0:1763336274.932795:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336274.932795:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056190592 00010000:00010000:2.0:1763336274.932800:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.932803:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.932809:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336274.932817:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056190848 00000100:00100000:1.0:1763336274.932819:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056190848 00010000:00010000:2.0:1763336274.932829:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00000100:00100000:1.0:1763336274.932834:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056190976 00000100:00100000:1.0:1763336274.932836:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056190976 00000100:00100000:1.0:1763336274.932846:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056191360 00000100:00100000:1.0:1763336274.932848:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056191360 00000100:00100000:1.0:1763336274.932861:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056191488 00000100:00100000:1.0:1763336274.932864:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056191488 00000100:00100000:1.0:1763336274.932875:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7640 00000100:00100000:1.0:1763336274.932880:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056190592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336274.932898:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7641 00000100:00100000:1.0:1763336274.932903:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056190848:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336274.932916:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7642 00000100:00100000:1.0:1763336274.932922:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056190976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336274.932946:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7643 00000100:00100000:1.0:1763336274.932952:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056191360:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336274.933214:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336274.933217:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.933220:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:3.0:1763336274.933222:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.933224:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336274.933257:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056190720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 718us (1111us total) trans 17179872111 rc 0/0 00000100:00100000:3.0:1763336274.933264:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7639 00000100:00100000:3.0:1763336274.933280:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644 00000100:00100000:3.0:1763336274.933286:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056191488:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336274.933345:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:3.0:1763336274.933348:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.933350:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:3.0:1763336274.933352:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.933355:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:3.0:1763336274.933382:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3646:x1848991056191488:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (615us total) trans 21474839497 rc 0/0 00000100:00100000:3.0:1763336274.933388:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644 00002000:00010000:1.0:1763336274.933752:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336274.933755:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.933757:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336274.933759:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336274.933761:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336274.933784:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3646:x1848991056191360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 832us (1066us total) trans 21474839498 rc 0/0 00000100:00100000:1.0:1763336274.933790:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7643 00002000:00010000:1.0:1763336274.933853:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336274.933857:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336274.933859:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336274.933860:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336274.933863:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336274.933884:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056190592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1003us (1682us total) trans 17179872112 rc 0/0 00000100:00100000:1.0:1763336274.933890:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7640 00000100:00100000:1.0:1763336274.933909:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056191232:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.933943:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336274.933972:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872097 gen 2 00000004:00080000:1.0:1763336274.933977:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b642a00, transno 17179872074 00000004:00080000:1.0:1763336274.933986:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b640000, transno 17179872075 00000004:00080000:1.0:1763336274.933989:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b641500, transno 17179872076 00000004:00080000:1.0:1763336274.933991:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b643b80, transno 17179872077 00000004:00080000:1.0:1763336274.933993:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b641f80, transno 17179872078 00000004:00080000:1.0:1763336274.933995:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b643800, transno 17179872079 00000004:00080000:1.0:1763336274.933997:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831af480, transno 17179872080 00000004:00080000:1.0:1763336274.933999:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ac700, transno 17179872081 00000004:00080000:1.0:1763336274.934001:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ace00, transno 17179872082 00000004:00080000:1.0:1763336274.934003:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ad880, transno 17179872083 00000004:00080000:1.0:1763336274.934005:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831ad500, transno 17179872084 00000004:00080000:1.0:1763336274.934007:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91831afb80, transno 17179872085 00000004:00080000:1.0:1763336274.934011:0:3649:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872086 committed transno 17179872097 00000004:00080000:1.0:1763336274.934027:0:3649:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872087 committed transno 17179872097 00000004:00080000:1.0:1763336274.934035:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918679a680, transno 17179872092 00000004:00080000:1.0:1763336274.934038:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca7800, transno 17179872093 00000004:00080000:1.0:1763336274.934040:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4a80, transno 17179872094 00000004:00080000:1.0:1763336274.934042:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4e00, transno 17179872095 00000004:00080000:1.0:1763336274.934044:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186799180, transno 17179872096 00000004:00080000:1.0:1763336274.934046:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186799880, transno 17179872097 00000100:00100000:1.0:1763336274.934052:0:3649:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9184e8aa00 x1848991056190592/t17179872112(17179872112) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336290 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763336274.934065:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8aa00/2, rc 0, transno 17179872112 00000100:00100000:1.0:1763336274.934069:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056190592:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336274.934079:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89180/2, rc 0, transno 17179872111 00000100:00100000:1.0:1763336274.934082:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056190720:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336274.934091:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336274.934096:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056191104:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336274.934118:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336274.934382:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.934392:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934400:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45578 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934421:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934428:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934434:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934439:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5eea00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.934443:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934449:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934461:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.934464:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.934467:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934472:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4558d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934482:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934488:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934493:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934498:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336274.934500:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934505:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00000100:00100000:0.0:1763336274.934511:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056191232 00010000:00010000:2.0:1763336274.934512:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.934515:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.934517:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00000100:00100000:0.0:1763336274.934517:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056191232 00010000:00010000:2.0:1763336274.934526:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455a2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336274.934534:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336274.934538:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056191104 00010000:00010000:2.0:1763336274.934540:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336274.934540:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056191104 00010000:00010000:2.0:1763336274.934546:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934551:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee000 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:0.0:1763336274.934553:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7645 00010000:00010000:2.0:1763336274.934554:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934559:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336274.934559:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056191232:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763336274.934566:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336274.934569:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336274.934571:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336274.934576:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa455a9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00002000:00010000:0.0:1763336274.934617:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336274.934620:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.934622:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336274.934623:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.934625:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336274.934655:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056191232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (724us total) trans 21474839499 rc 0/0 00000100:00100000:0.0:1763336274.934661:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7645 00000100:00100000:0.0:1763336274.934674:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7646 00000100:00100000:0.0:1763336274.934680:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056191104:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336274.934744:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:0.0:1763336274.934748:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.934750:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:0.0:1763336274.934752:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:0.0:1763336274.934754:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:0.0:1763336274.934777:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056191104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (658us total) trans 21474839500 rc 0/0 00000100:00100000:0.0:1763336274.934783:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7646 00000004:00080000:0.0:1763336274.934808:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f41500/2, rc 0, transno 21474839497 00000100:00100000:0.0:1763336274.934813:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056191488:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336274.934820:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f42300/2, rc 0, transno 21474839498 00000100:00100000:0.0:1763336274.934824:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056191360:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336274.934854:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f43b80/2, rc 0, transno 21474839500 00000100:00100000:0.0:1763336274.934859:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056191104:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336274.934865:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f41f80/2, rc 0, transno 21474839499 00000100:00100000:0.0:1763336274.934867:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056191232:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336274.935042:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:3.0:1763336274.935046:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.935048:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:3.0:1763336274.935050:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336274.935051:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3d:0x0] updating lvb blocks from disk: 200 -> 200 00000100:00100000:3.0:1763336274.935085:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056190848:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2181us (2838us total) trans 17179872113 rc 0/0 00000100:00100000:3.0:1763336274.935091:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7641 00000004:00080000:3.0:1763336274.935117:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89500/2, rc 0, transno 17179872113 00000100:00100000:3.0:1763336274.935121:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056190848:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336274.935271:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 18 done 00002000:00010000:2.0:1763336274.936525:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336274.936530:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.936533:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336274.936535:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336274.936537:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336274.936592:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056190976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 3667us (4122us total) trans 17179872114 rc 0/0 00000100:00100000:2.0:1763336274.936600:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7642 00000004:00080000:3.0:1763336274.945246:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e89c00/2, rc 0, transno 17179872114 00000100:00100000:3.0:1763336274.945260:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056190976:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336274.946267:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336274.947869:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042091904 00000100:00100000:0.0:1763336274.947880:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042091904 00000100:00100000:0.0:1763336274.947955:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10623 00000100:00100000:0.0:1763336274.947965:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57624:x1848991042091904:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336274.947985:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336274.948004:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa455cc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ee6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.948051:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa455cc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ee6 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.948069:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa455cc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ee6 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336274.948084:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336274.948087:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336274.948090:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336274.948149:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042091904:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 185us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336274.948156:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10623 00000100:00100000:0.0:1763336274.951517:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336274.951579:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042092160 00000100:00100000:2.0:1763336274.951591:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042092160 00000100:00100000:2.0:1763336274.951652:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3642 00000100:00100000:2.0:1763336274.951662:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57624:x1848991042092160:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336274.951951:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57624:x1848991042092160:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 290us (441us total) trans 4294968869 rc 0/0 00000100:00100000:2.0:1763336274.951960:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3642 00000100:00100000:2.0:1763336274.997427:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336274.997502:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042092288 00000100:00100000:1.0:1763336274.997512:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042092288 00000100:00100000:1.0:1763336274.997573:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10624 00000100:00100000:1.0:1763336274.997583:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57625:x1848991042092288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336274.997607:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336274.997629:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455d3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66eed expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.997728:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.997742:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997753:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997765:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.997775:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997781:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997856:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336274.997865:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997872:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:1.0:1763336274.997908:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:1.0:1763336274.997913:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336274.997961:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997973:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997981:0:28199:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997987:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997992:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.997999:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998007:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336274.998012:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998018:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998030:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9284bf8400) 00010000:00010000:1.0:1763336274.998033:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336274.998039:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998045:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa455da lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998058:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998063:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998068:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998072:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af514000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336274.998075:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998080:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998087:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9284bf8b00) 00010000:00010000:1.0:1763336274.998089:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336274.998092:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998098:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa455e1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336274.998127:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa455d3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 21 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.998141:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 20 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336274.998148:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336274.998150:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336274.998153:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174800, rc 0) 00000100:00100000:1.0:1763336274.998222:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57625:x1848991042092288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 639us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336274.998230:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10624 00000100:00100000:1.0:1763336275.003171:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.003260:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042092544 00000100:00100000:0.0:1763336275.003271:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042092544 00000100:00100000:0.0:1763336275.003341:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10625 00000100:00100000:0.0:1763336275.003351:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57625:x1848991042092544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.003370:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.003393:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa455ef lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ef4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.003495:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa455f6 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336275.003509:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa455f6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.003520:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa455f6 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336275.003532:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00010000:00010000:0.0:1763336275.003627:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa455ef lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ef4 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.003644:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa455f6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ef4 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.003652:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.003655:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336275.003658:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:0.0:1763336275.004128:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57625:x1848991042092544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 775us (964us total) trans 4294968870 rc 0/0 00000100:00100000:0.0:1763336275.004136:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10625 00000100:00100000:2.0:1763336275.016378:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.019037:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042092800 00000100:00100000:0.0:1763336275.019051:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042092800 00000100:00100000:0.0:1763336275.019154:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10626 00000100:00100000:0.0:1763336275.019164:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57625:x1848991042092800:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.019186:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.019234:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45604 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66efb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.019332:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa4560b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336275.019347:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa4560b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.019357:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa4560b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336275.019370:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00010000:00010000:0.0:1763336275.019468:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45604 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66efb expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.019485:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa4560b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66efb expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.019494:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.019497:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336275.019500:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336275.019588:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57625:x1848991042092800:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 424us (3217us total) trans 4294968871 rc 0/0 00000100:00100000:0.0:1763336275.019596:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10626 00010000:00010000:2.0:1763336275.045856:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336275.061640:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.061854:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042092928 00000100:00100000:3.0:1763336275.061865:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042092928 00000100:00100000:3.0:1763336275.061944:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2196 00000100:00100000:3.0:1763336275.061955:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042092928:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336275.061989:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.062007:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.062019:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336275.062021:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336275.062024:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.062056:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.062069:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 20 pid: 29013 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.062083:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056191616:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336275.062162:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.070859:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056191616:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.070889:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336275.071092:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.071882:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093056 00000100:00100000:1.0:1763336275.071891:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093056 00010000:00010000:1.0:1763336275.071941:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 21 pid: 29013 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.071982:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3615 00000100:00100000:1.0:1763336275.071992:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042093056:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.072007:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.072026:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 21 pid: 29013 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.072038:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 21 pid: 29013 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.072059:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa455b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed1 expref: 21 pid: 29013 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.072074:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.072076:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.072081:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.072090:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.072248:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.072777:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042093056:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 784us (1684us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.072785:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3615 00010000:00010000:3.0:1763336275.073192:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.073203:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089277:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089295:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089304:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089313:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336275.089318:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089325:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089342:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.089349:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa45619 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336275.090437:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042092928:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 28476us (28798us total) trans 0 rc 235929/235929 00000100:00100000:1.0:1763336275.090449:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2196 00000100:00100000:2.0:1763336275.097112:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.097624:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093184 00000100:00100000:1.0:1763336275.097634:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093184 00000100:00100000:1.0:1763336275.097808:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2197 00000100:00100000:1.0:1763336275.097819:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2406:x1848991042093184:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336275.097856:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.097875:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.097884:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336275.097886:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336275.097890:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.097959:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.097974:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 25 pid: 29013 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.097988:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056191744:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.098070:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.102424:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056191744:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.102455:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.103335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.103508:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093312 00000100:00100000:1.0:1763336275.103516:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093312 00010000:00010000:1.0:1763336275.103556:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 26 pid: 29013 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.104603:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3616 00000100:00100000:0.0:1763336275.104620:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042093312:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336275.104636:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.104658:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 26 pid: 29013 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.104672:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 26 pid: 29013 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.104707:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45532 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ea0 expref: 26 pid: 29013 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.104723:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.104725:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.104729:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.104739:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.104775:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336275.105010:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.105019:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336275.106089:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042093312:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1470us (2750us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.106099:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3616 00010000:00010000:1.0:1763336275.112341:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.112361:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.112370:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.112381:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c2175800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336275.112385:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.112393:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.112413:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.112420:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c2175800/0x84ca14902aa45620 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336275.113818:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042093184:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 15884us (16598us total) trans 0 rc 235929/235929 00000100:00100000:1.0:1763336275.113832:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2197 00000100:00100000:0.0:1763336275.120271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.120901:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093440 00000100:00100000:1.0:1763336275.120911:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093440 00000100:00100000:1.0:1763336275.121444:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2198 00000100:00100000:1.0:1763336275.121456:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042093440:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336275.121490:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.121509:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 19 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.121516:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336275.121519:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336275.121522:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.121556:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 19 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.121569:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 19 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.121584:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056191872:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.122074:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.126516:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056191872:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.126546:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336275.128524:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.128792:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093568 00000100:00100000:2.0:1763336275.128801:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093568 00010000:00010000:2.0:1763336275.128837:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 20 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.129210:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3617 00000100:00100000:2.0:1763336275.129229:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042093568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336275.129244:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.129264:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 20 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.129278:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 20 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.129300:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818600/0x84ca14902aa45563 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eb5 expref: 20 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.129317:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.129319:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.129323:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.129333:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.130135:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.130146:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.130590:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.130638:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042093568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1407us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.130648:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3617 00010000:00010000:3.0:1763336275.137336:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.137356:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.137364:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.137370:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c2175800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336275.137374:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.138627:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.138649:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.138658:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2175800/0x84ca14902aa45627 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336275.138832:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042093440:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 17375us (18566us total) trans 0 rc 235929/235929 00000100:00100000:3.0:1763336275.138842:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2198 00000100:00100000:3.0:1763336275.154144:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.154962:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093696 00000100:00100000:2.0:1763336275.154973:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093696 00000100:00100000:2.0:1763336275.155043:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 453 00000100:00100000:2.0:1763336275.155053:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57625:x1848991042093696:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336275.155070:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.155094:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa4560b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66efb expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.155114:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.155119:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.155168:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57625:x1848991042093696:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 116us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.155177:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 453 00000100:00100000:0.0:1763336275.158253:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.158395:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042093952 00000100:00100000:1.0:1763336275.158405:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042093952 00000100:00100000:1.0:1763336275.158463:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3643 00000100:00100000:1.0:1763336275.158474:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57625:x1848991042093952:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336275.158709:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57625:x1848991042093952:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 212us (439us total) trans 4294968872 rc 0/0 00000100:00100000:1.0:1763336275.158717:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3643 00000100:00100000:0.0:1763336275.164110:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.164742:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042094208 00000100:00100000:1.0:1763336275.164751:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042094208 00000100:00100000:1.0:1763336275.164811:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10627 00000100:00100000:1.0:1763336275.164821:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042094208:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336275.164844:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.164865:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa4562e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f02 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.164971:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336275.164986:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.164995:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.165026:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.165039:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 25 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.165053:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056192000:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.167782:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.170815:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056192000:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.170845:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:0.0:1763336275.171233:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.172630:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042094336 00000100:00100000:2.0:1763336275.172641:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042094336 00010000:00010000:2.0:1763336275.172683:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 26 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.172738:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3618 00000100:00100000:2.0:1763336275.172749:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042094336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336275.172765:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.172772:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 26 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.172785:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 26 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.172810:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa455e8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66eed expref: 26 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.172826:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.172831:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.172840:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.172847:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.172879:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.172939:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042094336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 180us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.172947:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3618 00010000:00010000:3.0:1763336275.173223:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.173231:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336275.173257:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00010000:00010000:3.0:1763336275.173373:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa4562e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 26 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.173387:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.173394:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.173397:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763336275.173399:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174000, rc 0) 00000100:00100000:3.0:1763336275.173436:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042094208:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8617us (9335us total) trans 4294968873 rc 0/0 00000100:00100000:3.0:1763336275.173443:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10627 00000100:00100000:0.0:1763336275.178970:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.179022:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042094464 00000100:00100000:3.0:1763336275.179032:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042094464 00000100:00100000:3.0:1763336275.179086:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10628 00000100:00100000:3.0:1763336275.179095:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042094464:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336275.179118:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.179136:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45643 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f09 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.179220:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.179235:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 26 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.179244:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.179273:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 26 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.179284:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 26 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.179297:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183313800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056192128:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336275.179368:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336275.185572:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.185626:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183313800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056192128:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.185633:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042094592 00000100:00100000:1.0:1763336275.185642:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042094592 00010000:00010000:3.0:1763336275.185654:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.185678:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 27 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.186134:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3619 00000100:00100000:1.0:1763336275.186146:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042094592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.186161:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.186168:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 27 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.186182:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 27 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.186203:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa45635 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f02 expref: 27 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.186220:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.186225:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.186235:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.186243:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.186274:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.186333:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042094592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 189us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.186352:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3619 00010000:00010000:3.0:1763336275.186653:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.186730:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336275.186781:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:3.0:1763336275.186787:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336275.186806:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.186836:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45643 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f09 expref: 26 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.186852:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f09 expref: 25 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.186864:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.186867:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336275.186870:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336275.187556:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042094464:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7823us (7955us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.187569:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10628 00000100:00100000:0.0:1763336275.190794:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.190849:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042094720 00000100:00100000:2.0:1763336275.190859:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042094720 00000100:00100000:2.0:1763336275.190913:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7647 00000100:00100000:2.0:1763336275.190924:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042094720:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336275.190950:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.190971:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f10 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336275.190992:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 235929, mtime: 0x691a6052, atime: 0x691a6051, ctime: 0x691a6052, blocks: 0xd0 00010000:00010000:2.0:1763336275.191011:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.191014:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.191024:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 19 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336275.191045:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 19 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336275.191057:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336275.191103:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042094720:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 182us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.191110:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7647 00000100:00100000:0.0:1763336275.195852:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.197227:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042094976 00000100:00100000:2.0:1763336275.197239:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042094976 00000100:00100000:2.0:1763336275.197807:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3644 00000100:00100000:2.0:1763336275.197819:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042094976:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336275.198634:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042094976:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 815us (2788us total) trans 4294968874 rc 0/0 00000100:00100000:2.0:1763336275.198644:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3644 00000100:00100000:0.0:1763336275.201632:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.201707:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042095232 00000100:00100000:3.0:1763336275.201716:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042095232 00000100:00100000:3.0:1763336275.201769:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10629 00000100:00100000:3.0:1763336275.201777:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042095232:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336275.201797:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.201800:0:28199:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1763336275.201824:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa455f6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ef4 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.201841:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa455cc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ee6 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.201852:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4564a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f09 expref: 24 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.201863:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.201867:0:28199:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336275.201878:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45658 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f17 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.201938:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4565f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.201950:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4565f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.201959:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4565f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000040:00080000:3.0:1763336275.202163:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].170, 88 off22448 00000004:00080000:3.0:1763336275.202172:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1063163486607ns, next at 1062145853863ns, rc = 0 00000040:00080000:3.0:1763336275.203149:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].174, 88 off22800 00000004:00080000:3.0:1763336275.203162:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1063164475984ns, next at 1062145827042ns, rc = 0 00000040:00080000:3.0:1763336275.203315:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].171, 88 off22536 00000004:00080000:3.0:1763336275.203322:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1063164636904ns, next at 1062145853863ns, rc = 0 00000040:00080000:3.0:1763336275.203349:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].175, 88 off22888 00000004:00080000:3.0:1763336275.203353:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1063164668077ns, next at 1062145827042ns, rc = 0 00000040:00080000:3.0:1763336275.203376:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].176, 88 off22976 00000004:00080000:3.0:1763336275.203381:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1063164695138ns, next at 1062145827042ns, rc = 0 00000040:00080000:3.0:1763336275.203391:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].172, 88 off22624 00000004:00080000:3.0:1763336275.203395:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1063164709605ns, next at 1062145853863ns, rc = 0 00000040:00080000:3.0:1763336275.203404:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].173, 88 off22712 00000004:00080000:3.0:1763336275.203408:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1063164722588ns, next at 1062145853863ns, rc = 0 00000040:00080000:3.0:1763336275.203567:0:28199:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].177, 88 off23064 00000004:00080000:3.0:1763336275.203573:0:28199:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1063164887653ns, next at 1062145827042ns, rc = 0 00000001:00080000:2.0:1763336275.205081:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968875 is committed 00000004:00080000:2.0:1763336275.205088:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 173 committed 00000004:00080000:2.0:1763336275.205099:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 173 committed 00000004:00080000:2.0:1763336275.205106:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 172 committed 00000004:00080000:2.0:1763336275.205107:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 172 committed 00000004:00080000:2.0:1763336275.205109:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 171 committed 00000004:00080000:2.0:1763336275.205110:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 171 committed 00000004:00080000:2.0:1763336275.205111:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 170 committed 00000004:00080000:2.0:1763336275.205113:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 170 committed 00000100:00100000:1.0:1763336275.205254:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056192384:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336275.205305:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.205331:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336275.205334:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056192256:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336275.205345:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.205363:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056192512:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336275.205377:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.205392:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336275.205398:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056192640:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336275.205409:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763336275.205434:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4565f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f17 expref: 19 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.205453:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.205457:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336275.205473:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45658 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f17 expref: 19 pid: 28199 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763336275.205492:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4565f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f17 expref: 18 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.205521:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.205525:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763336275.205528:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:2.0:1763336275.205562:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056192768:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336275.205777:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042095232:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3999us (4151us total) trans 4294968875 rc 0/0 00000100:00100000:1.0:1763336275.205842:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056193024:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336275.205869:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.205888:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763336275.205891:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056192384 00000100:00100000:1.0:1763336275.205893:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056193152:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336275.205897:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056192384 00000100:00100000:1.0:1763336275.205910:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.205946:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056192256 00000100:00100000:1.0:1763336275.205950:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056192256 00000100:00100000:2.0:1763336275.205958:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056192512 00000100:00100000:2.0:1763336275.205961:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056192512 00000100:00100000:1.0:1763336275.205970:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056192640 00000100:00100000:1.0:1763336275.205972:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056192640 00000100:00100000:2.0:1763336275.205974:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056193024 00000100:00100000:2.0:1763336275.205976:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056193024 00000100:00100000:1.0:1763336275.205980:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056193152 00000100:00100000:1.0:1763336275.205982:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056193152 00000100:00100000:2.0:1763336275.205993:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7648 00000100:00100000:2.0:1763336275.206000:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056192384:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336275.206002:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7649 00000100:00100000:1.0:1763336275.206008:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056192256:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336275.206113:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:1.0:1763336275.206117:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336275.206120:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:1.0:1763336275.206122:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336275.206125:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 208 00002000:00010000:2.0:1763336275.206140:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336275.206143:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336275.206145:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336275.206147:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336275.206149:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336275.206151:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056192256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 144us (803us total) trans 21474839501 rc 0/0 00000100:00100000:1.0:1763336275.206158:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7649 00000100:00100000:2.0:1763336275.206172:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056192384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 173us (866us total) trans 21474839502 rc 0/0 00000100:00100000:1.0:1763336275.206174:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1763336275.206178:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7648 00000100:00100000:1.0:1763336275.206180:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056192512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336275.206193:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7651 00000100:00100000:2.0:1763336275.206198:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056192640:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336275.206225:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336275.206228:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336275.206230:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb atime from disk: 1763336266 -> 1763336266 00002000:00010000:1.0:1763336275.206233:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:1.0:1763336275.206234:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336275.206260:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056192512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (881us total) trans 21474839503 rc 0/0 00000100:00100000:2.0:1763336275.206266:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056192640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (855us total) trans 21474839504 rc 0/0 00000100:00100000:1.0:1763336275.206266:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1763336275.206272:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7651 00000100:00100000:1.0:1763336275.206279:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652 00000100:00100000:2.0:1763336275.206282:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7653 00000100:00100000:2.0:1763336275.206288:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056193152:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336275.206296:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056193024:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336275.206344:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336275.206347:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336275.206349:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb atime from disk: 1763336269 -> 1763336269 00002000:00010000:2.0:1763336275.206351:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336275.206353:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336275.206359:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056193024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 63us (490us total) trans 17179872115 rc 0/0 00000100:00100000:1.0:1763336275.206365:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652 00000100:00100000:2.0:1763336275.206372:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056193152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (462us total) trans 17179872116 rc 0/0 00000100:00100000:2.0:1763336275.206378:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7653 00000100:00100000:1.0:1763336275.206394:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.206410:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763336275.206416:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056192896:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336275.206437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.206472:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056192768 00000100:00100000:2.0:1763336275.206476:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056192768 00000004:00080000:1.0:1763336275.206478:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4a80/2, rc 0, transno 21474839501 00000100:00100000:1.0:1763336275.206484:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056192256:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336275.206492:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4e00/2, rc 0, transno 21474839502 00000100:00100000:2.0:1763336275.206495:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056192896 00000100:00100000:1.0:1763336275.206496:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056192384:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336275.206497:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056192896 00000100:00100000:2.0:1763336275.206511:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7654 00000100:00100000:1.0:1763336275.206514:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7655 00000100:00100000:2.0:1763336275.206516:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056192768:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336275.206520:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056192896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336275.206563:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10629 00002000:00010000:2.0:1763336275.206568:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336275.206568:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336275.206573:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336275.206573:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336275.206576:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336275.206576:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336275.206579:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336275.206579:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:2.0:1763336275.206582:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336275.206582:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00080000:3.0:1763336275.206595:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763336275.206602:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336275.206616:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056192896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 94us (176us total) trans 17179872118 rc 0/0 00000100:00100000:2.0:1763336275.206619:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056192768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (223us total) trans 17179872117 rc 0/0 00000100:00100000:1.0:1763336275.206623:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7655 00000100:00100000:2.0:1763336275.206626:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7654 00000004:00080000:1.0:1763336275.206654:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187017100/2, rc 0, transno 17179872118 00000100:00100000:1.0:1763336275.206659:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056192896:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336275.206667:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9187014000/2, rc 0, transno 17179872117 00000100:00100000:1.0:1763336275.206670:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056192768:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336275.206957:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae284380/2, rc 0, transno 17179872116 00000100:00100000:1.0:1763336275.206962:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae284380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056193152:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336275.206974:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186313100/2, rc 0, transno 17179872115 00000100:00100000:1.0:1763336275.206977:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186313100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056193024:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336275.206984:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bdc00/2, rc 0, transno 21474839504 00000100:00100000:1.0:1763336275.206987:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056192640:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336275.206993:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bca80/2, rc 0, transno 21474839503 00000100:00100000:1.0:1763336275.206996:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056192512:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336275.209544:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.209638:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042095360 00000100:00100000:1.0:1763336275.209647:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042095360 00000100:00100000:1.0:1763336275.209739:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7656 00000100:00100000:1.0:1763336275.209753:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042095360:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336275.209769:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.209790:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f1e expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.209818:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 20 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336275.209825:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.209827:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.209831:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [122880->139263] (req 122880->139263) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 20 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.210127:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 20 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336275.210141:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 20 pid: 9765 timeout: 1163 lvb_type: 1 00000100:00100000:1.0:1763336275.210153:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056193280:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.210230:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336275.216375:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.216487:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042095488 00000100:00100000:2.0:1763336275.216496:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042095488 00000100:00100000:1.0:1763336275.216570:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056193280:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.216598:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [122880->139263] (req 122880->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 21 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.216602:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 21 pid: 9765 timeout: 1163 lvb_type: 1 00010000:00010000:1.0:1763336275.216622:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174000, rc 0) 00000100:00100000:2.0:1763336275.216643:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3620 00000100:00100000:2.0:1763336275.216653:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042095488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336275.216915:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.216945:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 21 pid: 9765 timeout: 1163 lvb_type: 1 00010000:00010000:2.0:1763336275.216962:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 21 pid: 9765 timeout: 1163 lvb_type: 1 00010000:00010000:2.0:1763336275.216984:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45651 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f10 expref: 21 pid: 9765 timeout: 1163 lvb_type: 1 00010000:00010000:2.0:1763336275.216996:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.216998:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.217005:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 20 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.217014:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 20 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336275.217018:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042095360:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7267us (7481us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.217026:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7656 00010000:00010000:2.0:1763336275.217046:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 19 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.217060:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056193408:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336275.217106:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.219894:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056193408:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336275.219916:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.219980:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042095488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3326us (3611us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.219990:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3620 00000100:00100000:1.0:1763336275.219998:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.220115:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042095616 00000100:00100000:3.0:1763336275.220122:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042095616 00000100:00100000:3.0:1763336275.220503:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2199 00000100:00100000:3.0:1763336275.220514:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042095616:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336275.220643:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 235929 -> 235929 00002000:00010000:3.0:1763336275.220647:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336275.220650:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:3.0:1763336275.220652:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336274 00002000:00010000:3.0:1763336275.220654:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1763336275.220865:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042095616:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 353us (866us total) trans 21474839505 rc 0/0 00000100:00100000:3.0:1763336275.220873:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2199 00000100:00100000:1.0:1763336275.223149:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.223259:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042095744 00000100:00100000:3.0:1763336275.223267:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042095744 00000100:00100000:3.0:1763336275.223312:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10630 00000100:00100000:3.0:1763336275.223320:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042095744:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336275.223338:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.223354:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4566d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f25 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.223438:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45674 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.223451:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45674 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.223461:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45674 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336275.223488:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 235929 00000004:00200000:3.0:1763336275.223492:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336275.223510:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45674 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.223533:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4566d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f25 expref: 20 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.223548:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45674 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f25 expref: 19 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.223555:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.223559:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336275.223562:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336275.223618:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042095744:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 298us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.223625:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10630 00000100:00100000:0.0:1763336275.231260:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.231473:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096000 00000100:00100000:2.0:1763336275.231483:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096000 00000100:00100000:2.0:1763336275.231538:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10631 00000100:00100000:2.0:1763336275.231548:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042096000:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336275.231595:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763336275.231620:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4565f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f17 expref: 19 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.231640:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45674 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f25 expref: 18 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.231650:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.231655:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336275.231878:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.231892:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.231902:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763336275.231956:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968876 00000004:00010000:2.0:1763336275.231981:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac792ab0 reply state 00000000e168262b transno 4294968877 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.232134:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.232141:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.232144:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336275.232147:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336275.232242:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042096000:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 695us (989us total) trans 4294968877 rc 0/0 00000100:00100000:2.0:1763336275.232250:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10631 00000020:00080000:2.0:1763336275.232255:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336275.234825:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.235148:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096128 00000100:00100000:0.0:1763336275.235158:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096128 00000100:00100000:0.0:1763336275.236214:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10632 00000100:00100000:0.0:1763336275.236232:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042096128:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336275.236258:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.236278:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f2c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.236328:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.236342:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.236358:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.236361:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336275.236366:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:0.0:1763336275.236427:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042096128:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 202us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.236435:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10632 00000100:00100000:1.0:1763336275.241130:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.242125:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.242272:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.242289:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096256 00000100:00100000:3.0:1763336275.242299:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096256 00002000:00010000:2.0:1763336275.242408:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (121177->18446744073709551615) 00002000:00100000:2.0:1763336275.242414:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb7480 with x1848991042096256 ext(121177->18446744073709551615) 00002000:00010000:2.0:1763336275.242426:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb7480. 00000100:00100000:2.0:1763336275.242840:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096384 00000100:00100000:2.0:1763336275.242845:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096384 00002000:00010000:2.0:1763336275.242860:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336275.242862:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb6680 with x1848991042096384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336275.242869:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb6680. 00000100:00100000:2.0:1763336275.242890:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096512 00000100:00100000:2.0:1763336275.242894:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096512 00002000:00010000:2.0:1763336275.242908:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336275.242911:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb5880 with x1848991042096512 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336275.242917:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb5880. 00000100:00100000:2.0:1763336275.242953:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2200 00000100:00100000:2.0:1763336275.242962:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042096256:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336275.243317:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 235929 -> 121177 00002000:00010000:2.0:1763336275.243321:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336274 -> 1763336275 00002000:00010000:2.0:1763336275.243323:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336275.243326:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336274 -> 1763336275 00002000:00010000:2.0:1763336275.243328:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 208 -> 80 00000100:00100000:2.0:1763336275.243381:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042096256:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 419us (2259us total) trans 21474839506 rc 0/0 00000100:00100000:2.0:1763336275.243391:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2200 00002000:00010000:2.0:1763336275.243395:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (121177->18446744073709551615) 00002000:00100000:2.0:1763336275.243398:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb7480 with x1848991042096256 ext(121177->18446744073709551615) 00002000:00010000:2.0:1763336275.243402:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb7480. 00000100:00100000:2.0:1763336275.243425:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2201 00000100:00100000:2.0:1763336275.243432:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042096384:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336275.243483:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336275.243486:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336274 -> 1763336275 00000100:00100000:3.0:1763336275.243920:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2202 00000100:00100000:3.0:1763336275.243941:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042096512:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336275.244013:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336275.244016:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336274 -> 1763336275 00002000:00010000:3.0:1763336275.244019:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:3.0:1763336275.244021:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336274 -> 1763336275 00002000:00010000:3.0:1763336275.244023:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336275.244047:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042096512:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 120us (1776us total) trans 17179872119 rc 0/0 00000100:00100000:3.0:1763336275.244053:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2202 00002000:00010000:3.0:1763336275.244056:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336275.244059:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb5880 with x1848991042096512 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336275.244063:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9285eb5880. 00002000:00010000:2.0:1763336275.246475:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336273 -> 1763336273 00002000:00010000:2.0:1763336275.246480:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336274 -> 1763336275 00002000:00010000:2.0:1763336275.246483:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336275.246551:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042096384:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 3115us (4423us total) trans 21474839507 rc 0/0 00000100:00100000:2.0:1763336275.246564:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2201 00002000:00010000:2.0:1763336275.246569:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336275.246572:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb6680 with x1848991042096384 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336275.246581:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb6680. 00000100:00100000:1.0:1763336275.253059:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.253152:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096640 00000100:00100000:0.0:1763336275.253164:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096640 00000100:00100000:0.0:1763336275.253399:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10633 00000100:00100000:0.0:1763336275.253409:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042096640:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336275.253428:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.253448:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45689 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f33 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.253535:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336275.253548:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.253558:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336275.253584:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00000004:00200000:0.0:1763336275.253588:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336275.253605:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.253626:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45689 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.253642:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.253649:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.253652:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336275.253655:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:0.0:1763336275.254589:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042096640:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1178us (1536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.254599:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10633 00000100:00100000:0.0:1763336275.263279:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.263501:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096768 00000100:00100000:2.0:1763336275.263511:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096768 00002000:00100000:2.0:1763336275.264043:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (12288->16383) req@ffff9c9184ee2300 x1848991042096768/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.264054:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee2300 with x1848991042096768 ext(12288->16383) 00002000:00010000:2.0:1763336275.264060:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee2300 00000100:00100000:2.0:1763336275.264097:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2203 00000100:00100000:2.0:1763336275.264108:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042096768:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336275.264288:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042096768:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 181us (1016us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336275.264297:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2203 00002000:00100000:2.0:1763336275.264304:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (12288->16383) req@ffff9c9184ee2300 x1848991042096768/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.264313:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee2300 with x1848991042096768 ext(12288->16383) 00002000:00010000:2.0:1763336275.264316:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee2300 00000100:00100000:2.0:1763336275.276006:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.276109:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042096896 00000100:00100000:1.0:1763336275.276120:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042096896 00002000:00100000:1.0:1763336275.276164:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (36864->40959) req@ffff9c91867e9c00 x1848991042096896/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.276174:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9c00 with x1848991042096896 ext(36864->40959) 00002000:00010000:1.0:1763336275.276179:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e9c00 00000100:00100000:1.0:1763336275.276899:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2204 00000100:00100000:1.0:1763336275.276912:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042096896:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336275.279055:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042096896:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2135us (3046us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336275.279068:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2204 00002000:00100000:1.0:1763336275.279082:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (36864->40959) req@ffff9c91867e9c00 x1848991042096896/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.279098:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9c00 with x1848991042096896 ext(36864->40959) 00002000:00010000:1.0:1763336275.279104:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e9c00 00000100:00100000:3.0:1763336275.289302:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.289466:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042097152 00000100:00100000:2.0:1763336275.289476:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042097152 00000100:00100000:2.0:1763336275.289534:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3645 00000100:00100000:2.0:1763336275.289544:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042097152:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336275.290329:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57585:x1848991042097152:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 783us (1032us total) trans 4294968878 rc 0/0 00000100:00100000:2.0:1763336275.290338:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3645 00000100:00100000:0.0:1763336275.315141:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.315296:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042097408 00000100:00100000:2.0:1763336275.315307:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042097408 00000100:00100000:2.0:1763336275.315366:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10634 00000100:00100000:2.0:1763336275.315376:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57626:x1848991042097408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.315397:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.315420:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45697 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f3a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.315495:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.315508:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315520:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315532:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.315538:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315544:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315644:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa456ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.315653:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa456ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315659:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa456ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336275.315668:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:2.0:1763336275.315767:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315774:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315779:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315785:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315791:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.315794:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315800:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315810:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:2.0:1763336275.315812:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336275.315816:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315821:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa4569e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315832:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315836:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315841:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315845:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.315848:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315853:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315858:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336275.315860:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336275.315863:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315867:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456a5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.315904:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45697 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f3a expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.315917:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa456ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f3a expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.315923:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.315925:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336275.315938:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:2.0:1763336275.315989:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57626:x1848991042097408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 615us (857us total) trans 4294968879 rc 0/0 00000100:00100000:2.0:1763336275.315996:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10634 00000100:00100000:1.0:1763336275.325539:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.325822:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042097664 00000100:00100000:2.0:1763336275.325833:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042097664 00000100:00100000:2.0:1763336275.325891:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3646 00000100:00100000:2.0:1763336275.325901:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57626:x1848991042097664:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336275.326059:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.326187:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042097792 00000100:00100000:1.0:1763336275.326193:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042097792 00000100:00100000:1.0:1763336275.326238:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 454 00000100:00100000:1.0:1763336275.326246:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042097792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.326258:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.326281:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa456ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f3a expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.326297:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.326302:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.326660:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57626:x1848991042097664:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 758us (1128us total) trans 4294968880 rc 0/0 00000100:00100000:1.0:1763336275.326660:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042097792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 412us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.326668:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3646 00000100:00100000:1.0:1763336275.326669:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 454 00000100:00100000:1.0:1763336275.333161:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.333868:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042098048 00000100:00100000:3.0:1763336275.333879:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042098048 00000100:00100000:3.0:1763336275.333948:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10635 00000100:00100000:3.0:1763336275.333959:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57626:x1848991042098048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336275.333980:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.334000:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa456ba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f41 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.334098:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa456c1 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.334111:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa456c1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.334122:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa456c1 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336275.334132:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:3.0:1763336275.334248:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa456ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f41 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.334265:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa456c1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f41 expref: 27 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.334273:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.334275:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763336275.334279:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:3.0:1763336275.334341:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57626:x1848991042098048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 384us (1188us total) trans 4294968881 rc 0/0 00000100:00100000:3.0:1763336275.334348:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10635 00000100:00100000:3.0:1763336275.342993:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.343064:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042098304 00000100:00100000:2.0:1763336275.343074:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042098304 00000100:00100000:2.0:1763336275.343128:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10636 00000100:00100000:2.0:1763336275.343137:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57626:x1848991042098304:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.343158:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.343186:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa456cf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f48 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.343280:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.343295:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.343305:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.343336:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.343349:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 28 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.343363:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056193536:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.343444:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.351259:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056193536:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.351286:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336275.351789:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.351943:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042098432 00000100:00100000:1.0:1763336275.351950:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042098432 00010000:00010000:1.0:1763336275.351985:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 29 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.352029:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3621 00000100:00100000:1.0:1763336275.352041:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042098432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.352057:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.352065:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 29 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.352077:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 29 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.352099:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45690 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f33 expref: 29 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.352112:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.352117:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.352125:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.352133:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.352165:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336275.352272:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.352280:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336275.352306:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:2.0:1763336275.352420:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa456cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f48 expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.352435:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f48 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.352441:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.352444:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336275.352446:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:1.0:1763336275.352500:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042098432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 461us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.352509:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3621 00000100:00100000:2.0:1763336275.353296:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57626:x1848991042098304:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 10158us (10310us total) trans 4294968882 rc 0/0 00000100:00100000:2.0:1763336275.353304:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10636 00000100:00100000:3.0:1763336275.357951:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.358004:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042098560 00000100:00100000:2.0:1763336275.358019:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042098560 00000100:00100000:2.0:1763336275.358592:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3647 00000100:00100000:2.0:1763336275.358603:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57626:x1848991042098560:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:2.0:1763336275.360000:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57626:x1848991042098560:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 1393us (2064us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.360013:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3647 00000100:00100000:1.0:1763336275.364850:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.364949:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042098816 00000100:00100000:2.0:1763336275.364959:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042098816 00000100:00100000:2.0:1763336275.365023:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3648 00000100:00100000:2.0:1763336275.365036:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57626:x1848991042098816:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336275.365262:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57626:x1848991042098816:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 228us (437us total) trans 4294968883 rc 0/0 00000100:00100000:2.0:1763336275.365271:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3648 00000100:00100000:0.0:1763336275.372417:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.373666:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042099072 00000100:00100000:2.0:1763336275.373679:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042099072 00000100:00100000:2.0:1763336275.373906:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10637 00000100:00100000:2.0:1763336275.373916:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57626:x1848991042099072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.373947:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.373950:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763336275.373978:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa456d6 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f48 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.373998:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa456c1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f41 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.374009:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.374014:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336275.374027:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa456e4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f4f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.374120:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa456eb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.374134:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa456eb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.374143:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa456eb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336275.374154:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:2.0:1763336275.374254:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa456e4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f4f expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.374269:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa456eb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f4f expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.374276:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.374279:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336275.374281:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61400, rc 0) 00000100:00100000:2.0:1763336275.374351:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57626:x1848991042099072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 436us (1943us total) trans 4294968884 rc 0/0 00000100:00100000:2.0:1763336275.374358:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10637 00000100:00100000:1.0:1763336275.377632:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.377851:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042099328 00000100:00100000:2.0:1763336275.377861:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042099328 00000100:00100000:2.0:1763336275.377912:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3649 00000100:00100000:2.0:1763336275.377922:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57626:x1848991042099328:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336275.377993:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa456eb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f4f expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.378028:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336275.378041:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 29 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.378049:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.378058:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.378090:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.378103:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 29 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.378115:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056193664:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.378245:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 29 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.378254:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 29 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.378262:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056193792:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.378283:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183ea9180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.380293:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056193792:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.382352:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056193664:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.382381:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336275.382614:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.382644:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.382709:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042099584 00000100:00100000:1.0:1763336275.382717:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042099584 00010000:00010000:1.0:1763336275.382749:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 30 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.382778:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042099456 00000100:00100000:1.0:1763336275.382781:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042099456 00010000:00010000:1.0:1763336275.382790:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 31 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.382816:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3622 00000100:00100000:1.0:1763336275.382826:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042099584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.382842:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.382848:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 31 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.382858:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 31 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.382878:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45682 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f2c expref: 31 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.382891:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.382896:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.382904:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.382909:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.382962:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042099584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 138us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.382969:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3622 00000100:00100000:1.0:1763336275.382986:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3623 00000100:00100000:1.0:1763336275.382992:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042099456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.383000:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.383004:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 29 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.383012:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 29 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.383025:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45380 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66e06 expref: 29 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.383034:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.383038:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.383044:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.383052:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.383069:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.383086:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042099456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 94us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.383091:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3623 00010000:00010000:2.0:1763336275.383224:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383231:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383419:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383427:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383433:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383437:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.383440:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383447:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383454:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.383456:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336275.383460:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383465:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa456f9 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.383473:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.383475:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336275.383480:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa456eb lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f4f expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.383596:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57626:x1848991042099328:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 5675us (5972us total) trans 4294968885 rc -22/-22 00000100:00100000:2.0:1763336275.383607:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3649 00000100:00100000:0.0:1763336275.386673:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.387745:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042099712 00000100:00100000:3.0:1763336275.387757:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042099712 00000100:00100000:3.0:1763336275.387807:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10638 00000100:00100000:3.0:1763336275.387815:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57626:x1848991042099712:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336275.387840:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.387858:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f56 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.387910:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.387923:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 28 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.387952:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.387955:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336275.387959:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336275.388011:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57626:x1848991042099712:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 196us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.388017:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10638 00000100:00100000:1.0:1763336275.395331:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.395422:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042099968 00000100:00100000:2.0:1763336275.395432:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042099968 00000100:00100000:2.0:1763336275.395495:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10639 00000100:00100000:2.0:1763336275.395506:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57626:x1848991042099968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.395526:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.395549:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45707 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f5d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.396021:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336275.396037:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336275.396049:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336275.396060:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x59:0x0]: returning size 0 00010000:00010000:2.0:1763336275.396102:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa45707 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.396129:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.396139:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x59:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336275.396142:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336275.396146:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336275.396212:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57626:x1848991042099968:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 706us (889us total) trans 4294968886 rc 0/0 00000100:00100000:2.0:1763336275.396220:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10639 00000100:00100000:1.0:1763336275.405897:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.406415:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042100224 00000100:00100000:2.0:1763336275.406426:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042100224 00000100:00100000:1.0:1763336275.406807:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10640 00000100:00100000:1.0:1763336275.406819:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57626:x1848991042100224:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.406843:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.406865:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa4571c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f64 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.406982:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45723 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.406998:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45723 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.407009:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45723 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336275.407020:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:1.0:1763336275.407122:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa4571c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f64 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.407141:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45723 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f64 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.407150:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.407153:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336275.407156:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af514000, rc 0) 00000100:00100000:1.0:1763336275.407226:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57626:x1848991042100224:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 408us (1337us total) trans 4294968887 rc 0/0 00000100:00100000:1.0:1763336275.407233:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10640 00000100:00100000:0.0:1763336275.427489:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.427590:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042100480 00000100:00100000:2.0:1763336275.427600:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042100480 00000100:00100000:2.0:1763336275.427651:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3650 00000100:00100000:2.0:1763336275.427661:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57626:x1848991042100480:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336275.427772:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45723 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f64 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.427809:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336275.427821:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 32 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.427828:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.427863:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 32 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.427874:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 32 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.427887:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056193920:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336275.429444:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336275.434748:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867ead80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056193920:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336275.434782:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336275.434960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.435156:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042100608 00000100:00100000:3.0:1763336275.435164:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042100608 00010000:00010000:3.0:1763336275.435198:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 33 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.435232:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3624 00000100:00100000:3.0:1763336275.435240:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991042100608:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336275.435254:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336275.435260:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 33 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.435276:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 33 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.435295:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45700 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f56 expref: 33 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.435309:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.435314:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.435322:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.435328:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.435939:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.435947:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.436578:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336275.437137:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336275.437155:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.437164:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.437196:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.437211:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.437225:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056194048:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336275.437317:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.437602:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991042100608:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2360us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.437613:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3624 00000100:00100000:0.0:1763336275.440648:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.440758:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056194048:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.440787:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:1.0:1763336275.440847:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042100736 00000100:00100000:1.0:1763336275.440854:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042100736 00010000:00010000:1.0:1763336275.440888:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.440922:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3625 00000100:00100000:1.0:1763336275.440939:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991042100736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.440955:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.440965:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.440976:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.440999:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa4570e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f5d expref: 32 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.441013:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x59:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:1.0:1763336275.441018:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.441026:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.441035:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.441061:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.441110:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991042100736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 172us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.441118:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3625 00010000:00010000:2.0:1763336275.441180:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.441187:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336275.441507:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194176:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.441559:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.441593:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.441680:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194176 00000100:00100000:3.0:1763336275.441722:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194176 00000100:00100000:3.0:1763336275.441754:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1763336275.441761:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194176:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336275.441836:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194176:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 76us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.441844:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1763336275.441921:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194176:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.441971:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194304:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.441997:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.442018:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.442061:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194304 00000100:00100000:3.0:1763336275.442065:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194304 00000100:00100000:3.0:1763336275.442092:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:3.0:1763336275.442097:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194304:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336275.442160:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194304:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 62us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.442165:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1763336275.442252:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194304:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336275.442293:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194432:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336275.442318:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.442339:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.442392:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194432 00000100:00100000:2.0:1763336275.442397:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194432 00000100:00100000:2.0:1763336275.442426:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1763336275.442433:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194432:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.442487:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194432:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 54us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.442493:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1763336275.442601:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194432:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336275.442630:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194560:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336275.442650:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336275.442766:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.442809:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194560 00000100:00100000:3.0:1763336275.442814:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194560 00000100:00100000:0.0:1763336275.442973:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1763336275.442980:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194560:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.443044:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194560:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.443050:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1763336275.443128:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194560:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.443160:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194688:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.443182:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.443230:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.443257:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194688 00000100:00100000:1.0:1763336275.443262:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194688 00000100:00100000:1.0:1763336275.443290:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1763336275.443296:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194688:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336275.443355:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194688:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.443360:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1763336275.443437:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194688:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.443465:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194816:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.443484:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.443507:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336275.443547:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194816 00000100:00100000:0.0:1763336275.443551:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194816 00000100:00100000:0.0:1763336275.443578:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1763336275.443583:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194816:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.443633:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194816:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.443638:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1763336275.443720:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194816:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:2.0:1763336275.443887:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].29, 368 off54440 00000001:00080000:2.0:1763336275.443901:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968888 00000100:00100000:2.0:1763336275.443963:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194944:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.443986:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.444011:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.444070:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056194944 00000100:00100000:1.0:1763336275.444074:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056194944 00000100:00100000:1.0:1763336275.444093:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1763336275.444099:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056194944:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336275.444522:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35235:x1848991056194944:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 422us (534us total) trans 17179872120 rc 0/0 00000100:00100000:1.0:1763336275.444529:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:2.0:1763336275.444591:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056194944:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:2.0:1763336275.444639:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968889 00010000:00010000:2.0:1763336275.444661:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444671:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444678:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444778:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.444784:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444791:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444805:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x59:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336275.444808:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336275.444812:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444818:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45738 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x59:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444843:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444848:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444853:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444857:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.444859:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444863:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444868:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.444870:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336275.444872:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444876:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45731 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.444886:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.444889:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336275.444894:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af514000/0x84ca14902aa45723 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f64 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.445366:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57626:x1848991042100480:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 17705us (17885us total) trans 4294968890 rc 0/0 00000100:00100000:2.0:1763336275.445374:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3650 00000020:00080000:2.0:1763336275.445378:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763336275.448157:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.448250:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042100864 00000100:00100000:3.0:1763336275.448260:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042100864 00000100:00100000:3.0:1763336275.448314:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10641 00000100:00100000:3.0:1763336275.448322:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57626:x1848991042100864:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336275.448343:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.448362:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f6b expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.448410:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 33 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.448423:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 33 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.448437:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.448439:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336275.448443:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336275.448494:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57626:x1848991042100864:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 173us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.448501:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10641 00000100:00100000:1.0:1763336275.451301:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.451394:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042100992 00000100:00100000:2.0:1763336275.451402:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042100992 00002000:00100000:2.0:1763336275.451444:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (12288->40959) req@ffff9c9183c76300 x1848991042100992/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.451454:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c76300 with x1848991042100992 ext(12288->40959) 00002000:00010000:2.0:1763336275.451459:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c76300 00000100:00100000:2.0:1763336275.451644:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2205 00000100:00100000:2.0:1763336275.451653:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042100992:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336275.454789:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042100992:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3128us (3487us total) trans 21474839508 rc 0/0 00000100:00100000:1.0:1763336275.454802:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2205 00002000:00100000:1.0:1763336275.454815:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (12288->40959) req@ffff9c9183c76300 x1848991042100992/t21474839508(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/448 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.454824:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c76300 with x1848991042100992 ext(12288->40959) 00002000:00010000:1.0:1763336275.454831:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c76300 00000100:00100000:1.0:1763336275.459037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.459440:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042101248 00000100:00100000:2.0:1763336275.459452:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042101248 00000100:00100000:2.0:1763336275.459797:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3651 00000100:00100000:2.0:1763336275.459809:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57626:x1848991042101248:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336275.460083:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x59:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763336275.460139:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].178, 64 off23128 00000004:00080000:2.0:1763336275.460146:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1063421459624ns, next at 1064421457669ns, rc = 0 00000040:00080000:2.0:1763336275.460167:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].174, 64 off22776 00000004:00080000:2.0:1763336275.460170:0:35235:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1063421484851ns, next at 1064421483885ns, rc = 0 00000001:00080000:2.0:1763336275.460175:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968891 00010000:00010000:2.0:1763336275.460213:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336275.460445:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.460457:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.460464:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.460471:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.460477:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.460497:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763336275.460848:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336275.460856:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.460862:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336275.460866:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.460872:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.460883:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x59:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:1.0:1763336275.460885:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336275.460889:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.460894:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa45746 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.460909:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336275.460911:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336275.460913:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336275.461465:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57626:x1848991042101248:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1653us (2431us total) trans 4294968892 rc 0/0 00000100:00100000:2.0:1763336275.461476:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3651 00000020:00080000:2.0:1763336275.461482:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336275.465157:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.466064:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042101504 00000100:00100000:3.0:1763336275.466075:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042101504 00000100:00100000:3.0:1763336275.466144:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3652 00000100:00100000:3.0:1763336275.466155:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57626:x1848991042101504:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336275.466533:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57626:x1848991042101504:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 379us (1392us total) trans 4294968893 rc 0/0 00000100:00100000:3.0:1763336275.466541:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3652 00000100:00100000:3.0:1763336275.483272:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.483379:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042101632 00000100:00100000:1.0:1763336275.483390:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042101632 00000100:00100000:1.0:1763336275.483545:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10642 00000100:00100000:1.0:1763336275.483556:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57627:x1848991042101632:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.483579:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.483601:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa4574d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f72 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.483908:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.483922:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.483941:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484483:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336275.484492:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484499:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484574:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336275.484582:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484588:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336275.484622:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00000004:00200000:0.0:1763336275.484626:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336275.484643:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484654:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484661:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484667:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484672:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484677:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484682:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336275.484713:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484722:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484731:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9284bf8800) 00010000:00010000:0.0:1763336275.484734:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336275.484738:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484745:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa45754 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484756:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484764:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484769:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484778:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336275.484780:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484784:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484790:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9282ca2a00) 00010000:00010000:0.0:1763336275.484792:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336275.484794:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484798:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4575b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.484830:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa4574d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 38 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.484846:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 37 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.484852:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.484854:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336275.484857:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:0.0:1763336275.484935:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57627:x1848991042101632:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1373us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.484943:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10642 00000100:00100000:1.0:1763336275.490551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.490652:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042101888 00000100:00100000:0.0:1763336275.490662:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042101888 00000100:00100000:0.0:1763336275.490757:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10643 00000100:00100000:0.0:1763336275.490768:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57627:x1848991042101888:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.490786:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.490804:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45769 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f79 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.490913:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45770 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336275.490938:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45770 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336275.490949:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45770 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336275.490959:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:0.0:1763336275.491052:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45769 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f79 expref: 40 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.491067:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45770 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f79 expref: 39 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.491075:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.491078:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336275.491082:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:0.0:1763336275.491145:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57627:x1848991042101888:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 380us (612us total) trans 4294968894 rc 0/0 00000100:00100000:0.0:1763336275.491153:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10643 00000100:00100000:2.0:1763336275.497229:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.497389:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042102144 00000100:00100000:3.0:1763336275.497399:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042102144 00000100:00100000:3.0:1763336275.497455:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10644 00000100:00100000:3.0:1763336275.497464:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57627:x1848991042102144:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336275.497488:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.497507:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4577e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f80 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.497596:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45785 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.497611:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45785 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.497620:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45785 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336275.497630:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:3.0:1763336275.498364:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4577e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f80 expref: 42 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.498380:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45785 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f80 expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.498392:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.498395:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336275.498398:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfe00, rc 0) 00000100:00100000:3.0:1763336275.498625:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57627:x1848991042102144:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1161us (1404us total) trans 4294968895 rc 0/0 00000100:00100000:3.0:1763336275.498633:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10644 00000100:00100000:2.0:1763336275.503952:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.504267:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042102272 00000100:00100000:1.0:1763336275.504278:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042102272 00000100:00100000:1.0:1763336275.504589:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2206 00000100:00100000:1.0:1763336275.504599:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042102272:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336275.504646:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 235929, mtime: 0x691a6052, atime: 0x691a604d, ctime: 0x691a6052, blocks: 0xc8 00010000:00010000:1.0:1763336275.504654:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.504666:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.504668:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.504673:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.504724:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508331:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508348:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508356:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508362:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af515c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336275.508366:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508374:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508396:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.508402:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af515c00/0x84ca14902aa45793 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.508491:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042102272:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3889us (4542us total) trans 0 rc 121177/121177 00000100:00100000:2.0:1763336275.508500:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2206 00000100:00100000:2.0:1763336275.514351:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.516203:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042102400 00000100:00100000:0.0:1763336275.516216:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042102400 00000100:00100000:0.0:1763336275.516317:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 455 00000100:00100000:0.0:1763336275.516328:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57627:x1848991042102400:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336275.516344:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.516369:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45785 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f80 expref: 41 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.516386:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.516392:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336275.516456:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57627:x1848991042102400:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 129us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.516464:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 455 00000100:00100000:2.0:1763336275.523551:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.523666:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042102656 00000100:00100000:3.0:1763336275.523676:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042102656 00000100:00100000:3.0:1763336275.523752:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3653 00000100:00100000:3.0:1763336275.523762:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57627:x1848991042102656:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336275.524020:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57627:x1848991042102656:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 257us (475us total) trans 4294968896 rc 0/0 00000100:00100000:3.0:1763336275.524028:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3653 00000100:00100000:2.0:1763336275.565205:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.565288:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042102912 00000100:00100000:3.0:1763336275.565297:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042102912 00000100:00100000:3.0:1763336275.565360:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10645 00000100:00100000:3.0:1763336275.565370:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57628:x1848991042102912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336275.565405:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.565426:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4579a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f87 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.565524:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa457a1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.565540:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa457a1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.565555:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa457a1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:3.0:1763336275.565567:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:3.0:1763336275.565667:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa4579a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f87 expref: 44 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.565947:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa457a1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f87 expref: 43 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.565958:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.565961:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336275.565966:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336275.566025:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57628:x1848991042102912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 656us (829us total) trans 4294968897 rc 0/0 00000100:00100000:3.0:1763336275.566033:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10645 00000100:00100000:2.0:1763336275.577193:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.579448:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042103040 00000100:00100000:1.0:1763336275.579463:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042103040 00000100:00100000:1.0:1763336275.579554:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2207 00000100:00100000:1.0:1763336275.579565:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042103040:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336275.579615:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 235929, mtime: 0x691a6052, atime: 0x691a604d, ctime: 0x691a6052, blocks: 0xc8 00010000:00010000:1.0:1763336275.579626:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.579641:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.579643:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.579648:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.579660:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583188:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583205:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583215:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583221:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af514000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336275.583226:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583235:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583254:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.583261:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af514000/0x84ca14902aa457af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->122879] (req 0->122879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336275.583432:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042103040:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3865us (6244us total) trans 0 rc 121177/121177 00000100:00100000:1.0:1763336275.583442:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2207 00000100:00100000:2.0:1763336275.590882:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.592345:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042103168 00000100:00100000:1.0:1763336275.592356:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042103168 00000100:00100000:0.0:1763336275.592993:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 456 00000100:00100000:0.0:1763336275.593007:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57628:x1848991042103168:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336275.593025:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.593050:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa457a1 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f87 expref: 43 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.593070:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.593075:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336275.593138:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57628:x1848991042103168:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 135us (2264us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.593146:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 456 00000100:00100000:2.0:1763336275.595831:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.595959:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042103424 00000100:00100000:3.0:1763336275.595969:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042103424 00000100:00100000:3.0:1763336275.596062:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3654 00000100:00100000:3.0:1763336275.596074:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57628:x1848991042103424:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336275.596285:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57628:x1848991042103424:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 213us (461us total) trans 4294968898 rc 0/0 00000100:00100000:3.0:1763336275.596293:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3654 00000100:00100000:2.0:1763336275.601984:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.602086:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042103680 00000100:00100000:3.0:1763336275.602096:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042103680 00000100:00100000:3.0:1763336275.602821:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10646 00000100:00100000:3.0:1763336275.602834:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991042103680:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336275.602857:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.602876:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa457b6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f8e expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.603010:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:3.0:1763336275.603024:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.603032:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:3.0:1763336275.603061:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.603074:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 44 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.603086:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183310e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056195072:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336275.603167:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.611681:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183310e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056195072:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.612463:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336275.612847:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336275.613708:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042103808 00000100:00100000:1.0:1763336275.613718:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042103808 00010000:00010000:1.0:1763336275.613757:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 45 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.613799:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3626 00000100:00100000:1.0:1763336275.613809:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2404:x1848991042103808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.613829:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.613836:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 45 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.613848:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 45 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.613875:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45762 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f72 expref: 45 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.613891:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.613896:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.613905:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.613912:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.613946:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.613996:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:2404:x1848991042103808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.614003:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3626 00010000:00010000:0.0:1763336275.614834:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.614843:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336275.614868:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00010000:00010000:0.0:1763336275.616028:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfa00/0x84ca14902aa457b6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 45 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.616047:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 44 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.616055:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.616058:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336275.616061:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:0.0:1763336275.616115:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042103680:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 13284us (14139us total) trans 4294968899 rc 0/0 00000100:00100000:0.0:1763336275.616122:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10646 00000100:00100000:2.0:1763336275.620457:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.620551:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042103936 00000100:00100000:0.0:1763336275.620560:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042103936 00000100:00100000:0.0:1763336275.620625:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10647 00000100:00100000:0.0:1763336275.620635:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042103936:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336275.620660:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.620680:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457cb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f95 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.621082:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336275.621101:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 45 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.621110:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.621141:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 45 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.621154:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 45 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.621168:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056195200:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336275.621247:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336275.623056:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056195200:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336275.623082:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:2.0:1763336275.623259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.623324:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042104064 00000100:00100000:0.0:1763336275.623330:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042104064 00010000:00010000:0.0:1763336275.623359:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 46 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.623463:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3627 00000100:00100000:0.0:1763336275.623473:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2404:x1848991042104064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336275.623557:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.623564:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 46 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.623576:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 46 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.623597:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa457bd lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f8e expref: 46 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.623609:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.623613:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.623621:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.623628:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.623765:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.623772:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:1.0:1763336275.623819:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 121177 00000004:00200000:1.0:1763336275.623824:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336275.623844:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.623872:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457cb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.623892:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 45 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.623898:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.623901:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336275.623904:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:1.0:1763336275.623966:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991042103936:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3331us (3516us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.623972:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10647 00010000:00010000:0.0:1763336275.624023:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336275.624058:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:2404:x1848991042104064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 586us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.624065:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3627 00000100:00100000:2.0:1763336275.629962:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.630075:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042104192 00000100:00100000:1.0:1763336275.630084:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042104192 00002000:00100000:1.0:1763336275.630131:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (110592->122879) req@ffff9c918d3dc380 x1848991042104192/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.630142:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc380 with x1848991042104192 ext(110592->122879) 00002000:00010000:1.0:1763336275.630148:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dc380 00000100:00100000:1.0:1763336275.630208:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2208 00000100:00100000:1.0:1763336275.630215:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042104192:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336275.630573:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042104192:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 356us (619us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1763336275.630580:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2208 00002000:00100000:1.0:1763336275.630586:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (110592->122879) req@ffff9c918d3dc380 x1848991042104192/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/12728 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.630595:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc380 with x1848991042104192 ext(110592->122879) 00002000:00010000:1.0:1763336275.630598:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dc380 00000100:00100000:3.0:1763336275.635785:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.636613:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042104320 00000100:00100000:1.0:1763336275.636624:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042104320 00002000:00100000:1.0:1763336275.636673:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (0->110591) req@ffff9c9183310e00 x1848991042104320/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.636706:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310e00 with x1848991042104320 ext(0->110591) 00002000:00010000:1.0:1763336275.636712:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310e00 00000100:00100000:1.0:1763336275.636752:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2209 00000100:00100000:1.0:1763336275.636763:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042104320:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336275.639526:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042104320:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2755us (3740us total) trans 0 rc 110592/110592 00000100:00100000:1.0:1763336275.639610:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2209 00002000:00100000:1.0:1763336275.639624:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (0->110591) req@ffff9c9183310e00 x1848991042104320/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/440 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 110592/110592 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.639634:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310e00 with x1848991042104320 ext(0->110591) 00002000:00010000:1.0:1763336275.639640:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310e00 00000100:00100000:2.0:1763336275.648584:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.648676:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042104448 00000100:00100000:1.0:1763336275.648759:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042104448 00000100:00100000:1.0:1763336275.649012:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10648 00000100:00100000:1.0:1763336275.649023:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042104448:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336275.649041:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.649061:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa457d9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66f9c expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.649093:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:1.0:1763336275.649111:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.649123:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.649227:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa457d9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 46 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.649245:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 45 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.649254:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.649256:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336275.649260:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af515c00, rc 0) 00000100:00100000:1.0:1763336275.649614:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991042104448:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 592us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.649621:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10648 00000100:00100000:3.0:1763336275.654308:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.654447:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042104704 00000100:00100000:2.0:1763336275.654456:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042104704 00000100:00100000:2.0:1763336275.654517:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3655 00000100:00100000:2.0:1763336275.654526:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991042104704:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336275.654841:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57585:x1848991042104704:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 315us (541us total) trans 4294968900 rc 0/0 00000100:00100000:2.0:1763336275.654853:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3655 00000100:00100000:2.0:1763336275.671079:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.674013:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042104960 00000100:00100000:1.0:1763336275.674028:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042104960 00000100:00100000:0.0:1763336275.674440:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10649 00000100:00100000:0.0:1763336275.674452:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57629:x1848991042104960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.674473:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.674496:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa457e7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fa3 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.674567:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336275.674586:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.674597:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.674609:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336275.674615:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.674622:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.674888:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa457fc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336275.674899:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa457fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.674907:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa457fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336275.674917:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:0.0:1763336275.675007:0:28199:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675014:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675020:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675026:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675034:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336275.675038:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675044:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675055:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:0.0:1763336275.675058:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336275.675063:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675068:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa457ee lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675081:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675087:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675092:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675097:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336275.675100:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675106:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675113:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9282ca2f00) 00010000:00010000:0.0:1763336275.675115:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336275.675119:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675124:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa457f5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.675163:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa457e7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fa3 expref: 49 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.675178:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa457fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fa3 expref: 48 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.675186:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.675189:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336275.675191:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336275.675261:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57629:x1848991042104960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 811us (4189us total) trans 4294968901 rc 0/0 00000100:00100000:0.0:1763336275.675268:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10649 00000100:00100000:0.0:1763336275.679394:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.679438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.679508:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042105344 00000100:00100000:2.0:1763336275.679517:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042105344 00000100:00100000:2.0:1763336275.679585:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 457 00000100:00100000:2.0:1763336275.679595:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:2405:x1848991042105344:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336275.679611:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.679635:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa457fc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fa3 expref: 48 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.679653:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.679658:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336275.679789:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042105216 00000100:00100000:3.0:1763336275.679793:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042105216 00000100:00100000:3.0:1763336275.679829:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3656 00000100:00100000:3.0:1763336275.679836:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57629:x1848991042105216:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336275.680305:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:2405:x1848991042105344:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 710us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.680313:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 457 00000100:00100000:3.0:1763336275.680863:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57629:x1848991042105216:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 847us (1243us total) trans 4294968902 rc 0/0 00000100:00100000:3.0:1763336275.680873:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3656 00000100:00100000:3.0:1763336275.687671:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.687901:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042105600 00000100:00100000:0.0:1763336275.687912:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042105600 00000100:00100000:0.0:1763336275.687973:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10650 00000100:00100000:0.0:1763336275.687983:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57629:x1848991042105600:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.688016:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.688036:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4580a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66faa expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.688148:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336275.688164:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 49 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.688173:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.688206:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 49 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.688219:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 49 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.688232:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056195328:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336275.688316:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.692265:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.692339:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042105728 00000100:00100000:2.0:1763336275.692348:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042105728 00010000:00010000:2.0:1763336275.692388:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 50 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.692434:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3628 00000100:00100000:2.0:1763336275.692444:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:2404:x1848991042105728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336275.692460:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.692466:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 50 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.692485:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 50 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.692507:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.692511:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.692522:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.692529:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.692548:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.692607:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:2404:x1848991042105728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 164us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.692615:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3628 00010000:00010000:0.0:1763336275.692674:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa457d2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f95 expref: 49 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.692711:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056195328:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336275.692730:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.692740:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.692746:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336275.692771:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:0.0:1763336275.692906:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4580a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66faa expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.692939:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66faa expref: 49 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.692947:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.692950:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336275.692953:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00000100:00100000:0.0:1763336275.692994:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57629:x1848991042105600:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5013us (5332us total) trans 4294968903 rc 0/0 00000100:00100000:0.0:1763336275.693001:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10650 00000100:00100000:1.0:1763336275.697390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.697482:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042105856 00000100:00100000:3.0:1763336275.697491:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042105856 00000100:00100000:3.0:1763336275.697549:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3657 00000100:00100000:3.0:1763336275.697559:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57629:x1848991042105856:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:3.0:1763336275.697958:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57629:x1848991042105856:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 400us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.697966:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3657 00000100:00100000:3.0:1763336275.703006:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.703101:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042106112 00000100:00100000:2.0:1763336275.703111:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042106112 00000100:00100000:0.0:1763336275.703743:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3658 00000100:00100000:0.0:1763336275.703757:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57629:x1848991042106112:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336275.703969:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57629:x1848991042106112:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 215us (970us total) trans 4294968904 rc 0/0 00000100:00100000:0.0:1763336275.703977:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3658 00000100:00100000:2.0:1763336275.708051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.708639:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042106368 00000100:00100000:0.0:1763336275.708649:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042106368 00000100:00100000:1.0:1763336275.709623:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10651 00000100:00100000:1.0:1763336275.709640:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57629:x1848991042106368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.709665:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.709667:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1763336275.709758:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45811 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66faa expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.709789:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45770 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f79 expref: 49 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.709800:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.709806:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336275.709820:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa4581f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fb1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.709916:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45826 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.709938:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45826 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.709948:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45826 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336275.709960:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:1.0:1763336275.710062:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515600/0x84ca14902aa4581f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb1 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.710075:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45826 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb1 expref: 50 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.710082:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.710085:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336275.710088:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:1.0:1763336275.710153:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57629:x1848991042106368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 519us (2111us total) trans 4294968905 rc 0/0 00000100:00100000:1.0:1763336275.710164:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10651 00000100:00100000:1.0:1763336275.714886:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.715140:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042106624 00000100:00100000:2.0:1763336275.715151:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042106624 00000100:00100000:2.0:1763336275.715208:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3659 00000100:00100000:2.0:1763336275.715219:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57629:x1848991042106624:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336275.715285:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45826 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb1 expref: 50 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.715322:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336275.715335:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.715343:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.715351:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.715385:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.715398:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 50 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.715412:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195456:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.715501:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 50 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.715510:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 50 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.715519:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195584:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.715543:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336275.719889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.719939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.720094:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042106880 00000100:00100000:0.0:1763336275.720103:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042106880 00010000:00010000:0.0:1763336275.720144:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 51 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.720183:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042106752 00000100:00100000:0.0:1763336275.720187:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042106752 00010000:00010000:0.0:1763336275.720201:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 52 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.720222:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3629 00000100:00100000:0.0:1763336275.720232:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2404:x1848991042106880:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336275.720247:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.720253:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 52 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.720263:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 52 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.720284:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.720290:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.720299:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.720305:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336275.720350:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2404:x1848991042106880:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 119us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.720358:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3629 00000100:00100000:0.0:1763336275.720376:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3630 00000100:00100000:0.0:1763336275.720382:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042106752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336275.720389:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.720394:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 51 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.720404:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 51 pid: 28199 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.720419:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.720423:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.720431:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.720438:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.720455:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336275.720472:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042106752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.720479:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3630 00010000:00010000:2.0:1763336275.720541:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af515c00/0x84ca14902aa457e0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f9c expref: 50 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.720559:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195456:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.720577:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4573f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f6b expref: 49 pid: 28199 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.720587:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195584:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.720609:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720617:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720623:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720830:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720837:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720844:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720850:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.720855:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720862:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720870:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.720872:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336275.720876:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720882:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45834 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.720892:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.720894:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336275.720899:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45826 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb1 expref: 48 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.721024:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57629:x1848991042106624:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 5806us (6145us total) trans 4294968906 rc -22/-22 00000100:00100000:2.0:1763336275.721032:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3659 00000100:00100000:3.0:1763336275.723879:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.724011:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042107008 00000100:00100000:0.0:1763336275.724021:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042107008 00000100:00100000:1.0:1763336275.724235:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10652 00000100:00100000:1.0:1763336275.724247:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57629:x1848991042107008:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.724270:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.724290:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fb8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.724345:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 49 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.724360:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 49 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.724376:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.724379:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336275.724382:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:1.0:1763336275.724597:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57629:x1848991042107008:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 339us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.724616:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10652 00000100:00100000:3.0:1763336275.727726:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.727905:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042107264 00000100:00100000:1.0:1763336275.727913:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042107264 00000100:00100000:1.0:1763336275.727967:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10653 00000100:00100000:1.0:1763336275.727977:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57629:x1848991042107264:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.727997:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.728020:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa45842 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fbf expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.728413:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.728426:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.728436:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336275.728446:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5a:0x0]: returning size 0 00010000:00010000:1.0:1763336275.728490:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa45842 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 52 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.728512:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.728521:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5a:0x0].0x0 (ffff9c9284bf8100) 00010000:00010000:1.0:1763336275.728524:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336275.728527:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433200, rc 0) 00000100:00100000:1.0:1763336275.728589:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57629:x1848991042107264:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 613us (870us total) trans 4294968907 rc 0/0 00000100:00100000:1.0:1763336275.728597:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10653 00000100:00100000:2.0:1763336275.733625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.733933:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042107520 00000100:00100000:0.0:1763336275.733944:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042107520 00000100:00100000:0.0:1763336275.734002:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10654 00000100:00100000:0.0:1763336275.734012:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57629:x1848991042107520:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.734037:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.734058:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45857 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fc6 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.734176:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4585e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:0.0:1763336275.734190:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4585e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:0.0:1763336275.734205:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4585e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:0.0:1763336275.734217:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:0.0:1763336275.734313:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45857 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fc6 expref: 54 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.734331:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4585e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fc6 expref: 53 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.734339:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336275.734342:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336275.734345:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00000100:00100000:0.0:1763336275.734400:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57629:x1848991042107520:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 389us (784us total) trans 4294968908 rc 0/0 00000100:00100000:0.0:1763336275.734408:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10654 00000100:00100000:3.0:1763336275.736465:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.737244:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042107776 00000100:00100000:2.0:1763336275.737255:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042107776 00000100:00100000:2.0:1763336275.737308:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3660 00000100:00100000:2.0:1763336275.737318:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57629:x1848991042107776:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336275.737388:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4585e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fc6 expref: 53 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.737422:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336275.737434:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 53 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.737443:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.737473:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 53 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.737487:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 53 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.737500:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195712:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.737565:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909769c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.740593:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195712:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.740622:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336275.741072:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.741245:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042107904 00000100:00100000:1.0:1763336275.741252:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042107904 00010000:00010000:1.0:1763336275.741286:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 54 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.741331:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3631 00000100:00100000:1.0:1763336275.741340:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:2405:x1848991042107904:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.741356:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.741362:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 54 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.741374:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 54 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.741395:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4583b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fb8 expref: 54 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.741410:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.741415:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.741423:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.741430:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336275.741455:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.741512:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:2405:x1848991042107904:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 173us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.741519:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3631 00010000:00010000:3.0:1763336275.741730:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.741738:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.741760:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336275.741771:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 52 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.741780:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.741809:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 52 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.741821:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 52 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.741834:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183313480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195840:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336275.741882:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.745484:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183313480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056195840:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.745513:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336275.746186:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.746290:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042108032 00000100:00100000:2.0:1763336275.746297:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042108032 00010000:00010000:2.0:1763336275.746329:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 53 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.746367:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3632 00000100:00100000:2.0:1763336275.746377:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:2405:x1848991042108032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336275.746393:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336275.746399:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 53 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.746411:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 53 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.746436:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45849 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fbf expref: 53 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:2.0:1763336275.746451:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5a:0x0].0x0 (ffff9c9284bf8100) 00010000:00010000:2.0:1763336275.746456:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.746465:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.746472:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.746496:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336275.746552:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2405:x1848991042108032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 176us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.746559:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3632 00010000:00010000:3.0:1763336275.746831:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.746839:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:3.0:1763336275.747173:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056195968:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336275.747215:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336275.747253:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292dabc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.747745:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056195968 00000100:00100000:2.0:1763336275.747753:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056195968 00000100:00100000:2.0:1763336275.747788:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1763336275.747797:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056195968:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.747872:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056195968:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 77us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.747880:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1763336275.748215:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056195968:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336275.748268:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196096:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336275.748295:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.749480:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056196096 00000100:00100000:0.0:1763336275.749489:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056196096 00000100:00100000:0.0:1763336275.749544:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1763336275.749552:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35235:x1848991056196096:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.749635:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35235:x1848991056196096:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 84us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.749642:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1763336275.749672:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336275.749731:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196096:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.749802:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196224:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336275.749835:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.749857:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e9b240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.749956:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056196224 00000100:00100000:2.0:1763336275.749961:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056196224 00000100:00100000:2.0:1763336275.749989:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1763336275.749996:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056196224:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.750053:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35235:x1848991056196224:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 58us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.750059:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1763336275.750095:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c686300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196224:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.750129:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196352:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.750176:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.750197:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056196352 00000100:00100000:2.0:1763336275.750201:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056196352 00000100:00100000:2.0:1763336275.750225:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1763336275.750232:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35235:x1848991056196352:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.750278:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35235:x1848991056196352:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 47us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.750283:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1763336275.750300:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.750314:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196352:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:2.0:1763336275.750453:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].30, 280 off54720 00000001:00080000:2.0:1763336275.750462:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968909 00000100:00100000:2.0:1763336275.750512:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196480:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.750535:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.750554:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056196480 00000100:00100000:2.0:1763336275.750558:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056196480 00000100:00100000:2.0:1763336275.750576:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1763336275.750582:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35235:x1848991056196480:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336275.750672:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:35235:x1848991056196480:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 91us (136us total) trans 17179872121 rc 0/0 00000100:00100000:2.0:1763336275.750682:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1763336275.750723:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e19a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.750740:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056196480:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:2.0:1763336275.750789:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968910 00010000:00010000:2.0:1763336275.750812:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750822:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750829:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750835:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.750839:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750846:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750861:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5a:0x0].0x0 (ffff9c9284bf8100) 00010000:00010000:2.0:1763336275.750865:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336275.750870:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750877:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45873 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750907:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750913:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750919:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750932:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.750935:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750942:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750951:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.750954:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763336275.750957:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750963:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4586c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336275.750975:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.750978:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336275.750984:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4585e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fc6 expref: 54 pid: 28199 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.751070:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57629:x1848991042107776:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 13753us (14611us total) trans 4294968911 rc 0/0 00000100:00100000:2.0:1763336275.751077:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3660 00000020:00080000:2.0:1763336275.751080:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763336275.756367:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.756468:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042108160 00000100:00100000:1.0:1763336275.756477:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042108160 00000100:00100000:1.0:1763336275.757226:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10655 00000100:00100000:1.0:1763336275.757239:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+53:57629:x1848991042108160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.757265:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.757286:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fcd expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.757340:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 54 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.757354:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 54 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.757370:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.757373:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336275.757377:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433a00, rc 0) 00000100:00100000:1.0:1763336275.758138:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:57629:x1848991042108160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 900us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.758146:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10655 00000100:00100000:1.0:1763336275.760866:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.761138:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042108288 00000100:00100000:2.0:1763336275.761148:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042108288 00002000:00100000:2.0:1763336275.761192:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (192512->247721) req@ffff9c9183c75f80 x1848991042108288/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.761209:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c75f80 with x1848991042108288 ext(192512->247721) 00002000:00010000:2.0:1763336275.761215:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c75f80 00000100:00100000:2.0:1763336275.761352:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2210 00000100:00100000:2.0:1763336275.761361:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042108288:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336275.764648:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042108288:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3278us (3780us total) trans 21474839509 rc 0/0 00000100:00100000:2.0:1763336275.764667:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2210 00002000:00100000:2.0:1763336275.764679:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (192512->247721) req@ffff9c9183c75f80 x1848991042108288/t21474839509(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/448 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.765474:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c75f80 with x1848991042108288 ext(192512->247721) 00002000:00010000:2.0:1763336275.765481:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c75f80 00000100:00100000:2.0:1763336275.767957:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.768060:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042108544 00000100:00100000:0.0:1763336275.768070:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042108544 00000100:00100000:0.0:1763336275.768139:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3661 00000100:00100000:0.0:1763336275.768148:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+54:57629:x1848991042108544:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336275.768406:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x5a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763336275.768451:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].175, 64 off22840 00000040:00080000:0.0:1763336275.768468:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].179, 64 off23192 00000001:00080000:0.0:1763336275.768474:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968912 00010000:00010000:0.0:1763336275.768513:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336275.768527:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.768537:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.768545:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.768550:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.768556:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336275.768579:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336275.768612:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336275.768620:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.768630:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336275.768634:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.768641:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.768656:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5a:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:3.0:1763336275.768659:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336275.768664:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.768670:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45881 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336275.768727:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336275.768730:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336275.768732:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336275.768797:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+56:57629:x1848991042108544:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 648us (847us total) trans 4294968913 rc 0/0 00000100:00100000:0.0:1763336275.768805:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3661 00000020:00080000:0.0:1763336275.768811:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336275.770776:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.770835:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042108800 00000100:00100000:1.0:1763336275.770845:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042108800 00000100:00100000:1.0:1763336275.770896:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3662 00000100:00100000:1.0:1763336275.770906:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+56:57629:x1848991042108800:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336275.772476:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+57:57629:x1848991042108800:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1566us (1733us total) trans 4294968914 rc 0/0 00000100:00100000:1.0:1763336275.772487:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3662 00000100:00100000:3.0:1763336275.784166:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.785127:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109056 00000100:00100000:1.0:1763336275.785139:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109056 00000100:00100000:1.0:1763336275.785203:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10656 00000100:00100000:1.0:1763336275.785212:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+57:57585:x1848991042109056:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336275.785236:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.785259:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45888 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fd4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.785319:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.785331:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785341:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785351:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.785356:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785362:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785455:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.785462:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785468:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336275.785480:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:1.0:1763336275.785542:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785549:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785554:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785560:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785565:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336275.785568:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785574:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785584:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9284bf8b00) 00010000:00010000:1.0:1763336275.785587:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336275.785591:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785596:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433000/0x84ca14902aa4588f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785607:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785612:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785621:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785626:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336275.785628:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785632:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785637:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336275.785639:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336275.785641:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785646:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45896 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.785680:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa45888 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 60 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.787086:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 59 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.787095:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.787097:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336275.787101:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:1.0:1763336275.789881:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57585:x1848991042109056:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4659us (5714us total) trans 4294968915 rc 0/0 00000100:00100000:1.0:1763336275.789894:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10656 00000100:00100000:2.0:1763336275.795089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.795151:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109184 00000100:00100000:1.0:1763336275.795160:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109184 00002000:00100000:1.0:1763336275.795198:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->90111) req@ffff9c918d3ddf80 x1848991042109184/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.795205:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3ddf80 with x1848991042109184 ext(86016->90111) 00002000:00010000:1.0:1763336275.795210:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3ddf80 00000100:00100000:1.0:1763336275.795236:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2211 00000100:00100000:1.0:1763336275.795246:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042109184:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336275.795450:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042109184:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 205us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336275.795458:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2211 00002000:00100000:1.0:1763336275.795464:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->90111) req@ffff9c918d3ddf80 x1848991042109184/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.795472:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3ddf80 with x1848991042109184 ext(86016->90111) 00002000:00010000:1.0:1763336275.795476:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3ddf80 00000100:00100000:2.0:1763336275.801979:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.802092:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109312 00000100:00100000:1.0:1763336275.802101:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109312 00002000:00100000:1.0:1763336275.802149:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (90112->94207) req@ffff9c918d3de680 x1848991042109312/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.802160:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3de680 with x1848991042109312 ext(90112->94207) 00002000:00010000:1.0:1763336275.802166:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3de680 00000100:00100000:1.0:1763336275.802198:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2212 00000100:00100000:1.0:1763336275.802208:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042109312:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336275.802396:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042109312:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 189us (425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336275.802405:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2212 00002000:00100000:1.0:1763336275.802413:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (90112->94207) req@ffff9c918d3de680 x1848991042109312/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/4536 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336275.802422:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3de680 with x1848991042109312 ext(90112->94207) 00002000:00010000:1.0:1763336275.802425:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3de680 00000100:00100000:0.0:1763336275.807379:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.807471:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109440 00000100:00100000:2.0:1763336275.807480:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109440 00002000:00100000:2.0:1763336275.807527:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (65536->131071) req@ffff9c918c686300 x1848991042109440/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 504/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.807539:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686300 with x1848991042109440 ext(65536->131071) 00002000:00010000:2.0:1763336275.807544:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c686300 00000100:00100000:2.0:1763336275.807577:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2213 00000100:00100000:2.0:1763336275.807587:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042109440:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336275.811318:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042109440:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3722us (3938us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1763336275.811332:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2213 00002000:00100000:0.0:1763336275.811345:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (65536->131071) req@ffff9c918c686300 x1848991042109440/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 504/440 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336275.811356:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686300 with x1848991042109440 ext(65536->131071) 00002000:00010000:0.0:1763336275.811362:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c686300 00000100:00100000:3.0:1763336275.816811:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.816918:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109568 00000100:00100000:0.0:1763336275.816938:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109568 00002000:00100000:0.0:1763336275.816984:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (86016->126975) req@ffff9c9183310a80 x1848991042109568/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/0 e 0 to 0 dl 1763336286 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336275.816995:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310a80 with x1848991042109568 ext(86016->126975) 00002000:00010000:0.0:1763336275.817001:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310a80 00000100:00100000:1.0:1763336275.817581:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2214 00000100:00100000:1.0:1763336275.817595:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042109568:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336275.822142:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042109568:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4541us (5330us total) trans 21474839510 rc 0/0 00000100:00100000:2.0:1763336275.822157:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2214 00002000:00100000:2.0:1763336275.822170:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (86016->126975) req@ffff9c9183310a80 x1848991042109568/t21474839510(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:566/0 lens 488/448 e 0 to 0 dl 1763336286 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336275.822180:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310a80 with x1848991042109568 ext(86016->126975) 00002000:00010000:2.0:1763336275.822187:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310a80 00000100:00100000:2.0:1763336275.825435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.825526:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109696 00000100:00100000:1.0:1763336275.825537:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109696 00000100:00100000:1.0:1763336275.825597:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7657 00000100:00100000:1.0:1763336275.825607:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2406:x1848991042109696:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336275.827419:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839510 is committed 00000001:00080000:0.0:1763336275.827458:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839504 is committed 00000100:00100000:1.0:1763336275.827726:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042109696:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2073us (2253us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.827737:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7657 00000100:00100000:3.0:1763336275.838055:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.838158:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042109952 00000100:00100000:1.0:1763336275.838168:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042109952 00000100:00100000:0.0:1763336275.839400:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3663 00000100:00100000:0.0:1763336275.839418:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+59:57585:x1848991042109952:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336275.839732:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:57585:x1848991042109952:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 320us (1685us total) trans 4294968916 rc 0/0 00000100:00100000:0.0:1763336275.839740:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3663 00000100:00100000:0.0:1763336275.865229:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.865847:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042110208 00000100:00100000:1.0:1763336275.865858:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042110208 00000100:00100000:1.0:1763336275.865921:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10657 00000100:00100000:1.0:1763336275.865940:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+60:57630:x1848991042110208:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.865963:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.865985:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa458ab lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fdb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.866091:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.866107:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 61 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.866115:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.866146:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 61 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.866160:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 61 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.866173:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056196608:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.866250:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b000 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.870522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.870945:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042110336 00000100:00100000:3.0:1763336275.870955:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042110336 00010000:00010000:3.0:1763336275.870992:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 62 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.871034:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3633 00000100:00100000:3.0:1763336275.871044:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:2405:x1848991042110336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336275.871058:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336275.871065:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 62 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.871077:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 62 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.871099:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336275.871105:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336275.871115:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336275.871122:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336275.871141:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336275.871195:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+62:2405:x1848991042110336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 151us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.871203:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3633 00010000:00010000:1.0:1763336275.871858:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa4589d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fd4 expref: 61 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.871875:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056196608:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.871895:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.871904:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.871909:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336275.871942:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:1.0:1763336275.872062:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa458ab lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 62 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.872077:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 61 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.872086:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.872089:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336275.872092:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:1.0:1763336275.872134:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57630:x1848991042110208:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6196us (6916us total) trans 4294968917 rc 0/0 00000100:00100000:1.0:1763336275.872142:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10657 00000100:00100000:2.0:1763336275.875913:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.876002:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042110592 00000100:00100000:1.0:1763336275.876013:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042110592 00000100:00100000:1.0:1763336275.876071:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10658 00000100:00100000:1.0:1763336275.876081:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+61:57630:x1848991042110592:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.876106:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.876130:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa458c0 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fe2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.876535:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336275.876550:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336275.876563:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336275.876573:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5b:0x0]: returning size 0 00010000:00010000:1.0:1763336275.876619:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433200/0x84ca14902aa458c0 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 64 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.876642:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 63 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.876651:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336275.876655:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336275.876658:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:1.0:1763336275.878353:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57630:x1848991042110592:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2265us (2442us total) trans 4294968918 rc 0/0 00000100:00100000:1.0:1763336275.878365:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10658 00000100:00100000:3.0:1763336275.881505:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.882121:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042110848 00000100:00100000:1.0:1763336275.882131:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042110848 00000100:00100000:2.0:1763336275.882758:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10659 00000100:00100000:2.0:1763336275.882774:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57630:x1848991042110848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.882799:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.882820:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa458d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66fe9 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.882943:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336275.882959:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 64 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.882969:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.883005:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 64 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.883019:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 64 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.883031:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056196736:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.883117:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.889363:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.889387:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056196736:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.889416:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000100:00100000:1.0:1763336275.889443:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042110976 00000100:00100000:1.0:1763336275.889452:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042110976 00010000:00010000:1.0:1763336275.889492:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 65 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.889528:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3634 00000100:00100000:1.0:1763336275.889538:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:2404:x1848991042110976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.889552:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.889558:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 65 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.889569:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 65 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.889592:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293432c00/0x84ca14902aa458c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe2 expref: 65 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.889612:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c9284bf8f00) 00010000:00010000:1.0:1763336275.889617:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.889625:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.889632:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.889662:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336275.889707:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.889717:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336275.889738:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5b:0x0]: returning size 0 00000100:00100000:1.0:1763336275.889769:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:2404:x1848991042110976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 230us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.889779:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3634 00000004:00080000:2.0:1763336275.889900:0:28199:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x41:0x0], index 1: 0 00000004:00080000:2.0:1763336275.889907:0:28199:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x3f:0x0], index 0: 0 00010000:00010000:2.0:1763336275.890015:0:28199:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890023:0:28199:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890029:0:28199:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890034:0:28199:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336275.890037:0:28199:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890043:0:28199:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890055:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c9284bf8f00) 00010000:00010000:2.0:1763336275.890057:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336275.890060:0:28199:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890065:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458dc lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.890104:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa458d5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe9 expref: 64 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.890112:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c9284bf8f00) 00010000:00010000:2.0:1763336275.890114:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763336275.890117:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa458d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fe9 expref: 64 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.890127:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336275.890150:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57630:x1848991042110848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7383us (8655us total) trans 4294968919 rc 301/301 00000100:00100000:2.0:1763336275.890157:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10659 00000100:00100000:0.0:1763336275.899097:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.900597:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042111232 00000100:00100000:1.0:1763336275.900612:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042111232 00000100:00100000:1.0:1763336275.900677:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3664 00000100:00100000:1.0:1763336275.900903:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+63:57630:x1848991042111232:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336275.901848:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:57630:x1848991042111232:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1159us (2754us total) trans 4294968920 rc 0/0 00000100:00100000:1.0:1763336275.901860:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3664 00000100:00100000:3.0:1763336275.905021:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.905229:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042111360 00000100:00100000:2.0:1763336275.905239:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042111360 00000100:00100000:2.0:1763336275.905301:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10660 00000100:00100000:2.0:1763336275.905311:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:57630:x1848991042111360:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.905333:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.905355:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa458ea lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ff0 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.905473:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336275.905487:0:28199:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 65 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.905496:0:28199:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.905533:0:28199:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 65 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.905546:0:28199:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 65 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.905559:0:28199:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056196864:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.905649:0:28199:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.908974:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.909169:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042111488 00000100:00100000:1.0:1763336275.909180:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042111488 00010000:00010000:1.0:1763336275.909220:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 66 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.909265:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3635 00000100:00100000:1.0:1763336275.909275:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+66:2405:x1848991042111488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336275.909291:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336275.909298:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 66 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.909312:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 66 pid: 6513 timeout: 1163 lvb_type: 0 00010000:00010000:1.0:1763336275.909333:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336275.909338:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.909348:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.909356:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 28199 initiator: MDT1 00010000:00010000:1.0:1763336275.909375:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336275.909433:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+66:2405:x1848991042111488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.909441:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3635 00010000:00010000:2.0:1763336275.909570:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa458b2 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fdb expref: 65 pid: 6513 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.909589:0:28199:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:28199:1848991056196864:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.909613:0:28199:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.909622:0:28199:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.909628:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336275.910117:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00000004:00200000:2.0:1763336275.910124:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336275.910147:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.910182:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa458ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ff0 expref: 65 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.910198:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ff0 expref: 64 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.910207:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.910210:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336275.910213:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61400, rc 0) 00000100:00100000:2.0:1763336275.910256:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:57630:x1848991042111360:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4946us (5245us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.910263:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10660 00000100:00100000:3.0:1763336275.915147:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.915875:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042111616 00000100:00100000:2.0:1763336275.915886:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042111616 00000100:00100000:2.0:1763336275.915950:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10661 00000100:00100000:2.0:1763336275.915960:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+64:57630:x1848991042111616:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.915977:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.916000:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa458f8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ff7 expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.916068:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa458ff lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336275.916085:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa458ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.916096:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa458ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336275.916138:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5b:0x0]: returning size 0 00000004:00200000:2.0:1763336275.916142:0:28199:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336275.916159:0:28199:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa458ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.916185:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa458f8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ff7 expref: 66 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.916202:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa458ff lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ff7 expref: 65 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.916210:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336275.916213:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763336275.916217:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:2.0:1763336275.916910:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57630:x1848991042111616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 948us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.916919:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10661 00000100:00100000:3.0:1763336275.920272:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.922416:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042111744 00000100:00100000:1.0:1763336275.922431:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042111744 00000100:00100000:1.0:1763336275.922489:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7658 00000100:00100000:1.0:1763336275.922500:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042111744:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.922516:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.922536:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c66ffe expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336275.922642:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336275.922663:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.922665:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.922675:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 26 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336275.922714:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 26 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336275.922727:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:1.0:1763336275.922794:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042111744:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 295us (2530us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.922802:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7658 00000100:00100000:3.0:1763336275.923438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.924040:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042111872 00000100:00100000:2.0:1763336275.924047:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042111872 00000100:00100000:2.0:1763336275.924087:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7659 00000100:00100000:2.0:1763336275.924095:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042111872:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.924108:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.924122:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67005 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336275.924198:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336275.924214:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.924217:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336275.924223:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 12 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336275.924237:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 12 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336275.924248:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336275.924297:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042111872:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 202us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.924304:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7659 00000100:00100000:0.0:1763336275.932283:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.932372:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112128 00000100:00100000:2.0:1763336275.932382:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112128 00000100:00100000:2.0:1763336275.932442:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10662 00000100:00100000:2.0:1763336275.932452:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+65:57630:x1848991042112128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336275.932473:0:28199:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336275.932495:0:28199:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45914 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6700c expref: -99 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.932595:0:28199:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4591b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 28199 initiator: MDT0 00010000:00010000:2.0:1763336275.932610:0:28199:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4591b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 28199 initiator: MDT1 00010000:00010000:2.0:1763336275.932624:0:28199:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4591b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 28199 initiator: MDT1 00000004:00200000:2.0:1763336275.932637:0:28199:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:2.0:1763336275.932981:0:28199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61800/0x84ca14902aa45914 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6700c expref: 68 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.933005:0:28199:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4591b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6700c expref: 67 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.933014:0:28199:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336275.933017:0:28199:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336275.933020:0:28199:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336275.933081:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+67:57630:x1848991042112128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 629us (806us total) trans 4294968921 rc 0/0 00000100:00100000:2.0:1763336275.933088:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10662 00000100:00100000:3.0:1763336275.936419:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.936506:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112256 00000100:00100000:1.0:1763336275.936515:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112256 00000100:00100000:1.0:1763336275.936569:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7660 00000100:00100000:1.0:1763336275.936580:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042112256:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336275.936621:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.936638:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 12 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.936646:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336275.936648:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336275.936651:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.936716:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 12 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.936732:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 12 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.936748:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056196992:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336275.936810:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336275.941418:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.941455:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336275.941634:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112512 00000100:00100000:2.0:1763336275.941643:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112512 00000100:00100000:2.0:1763336275.941730:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7661 00000100:00100000:2.0:1763336275.941740:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042112512:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336275.941785:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.941804:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 13 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.941814:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336275.941816:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336275.941820:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.941856:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 13 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.941868:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 13 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.941883:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056197120:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336275.941969:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336275.942016:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056197248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763336275.942048:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.942081:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056197248 00000100:00100000:2.0:1763336275.942085:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056197248 00000100:00100000:2.0:1763336275.942117:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1763336275.942123:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056197248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763336275.942136:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915546624 avail 3683508224 00000100:00100000:0.0:1763336275.942407:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112384 00000100:00100000:0.0:1763336275.942414:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112384 00010000:00010000:0.0:1763336275.942435:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 14 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.942459:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3636 00000100:00100000:0.0:1763336275.942466:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042112384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336275.942475:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763336275.942491:0:8413:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 121177 -> 247722 00002000:00010000:0.0:1763336275.942494:0:8413:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336273 -> 1763336275 00002000:00010000:0.0:1763336275.942496:0:8413:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 80 -> 280 00010000:00010000:0.0:1763336275.942502:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 14 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.942512:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 14 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.942530:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.942532:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.942536:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.942546:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.942563:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336275.942586:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042112384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 120us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.942593:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3636 00000100:00100000:0.0:1763336275.942636:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336275.942643:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056197376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763336275.942669:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.942711:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056197376 00000100:00100000:0.0:1763336275.942715:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056197376 00000100:00100000:0.0:1763336275.942737:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1763336275.942743:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056197376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763336275.942768:0:7627:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446133760 avail 1299894272 00000100:00100000:0.0:1763336275.942800:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056197376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.942806:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1763336275.942839:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056197376:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1763336275.943162:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336275.943288:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.943307:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112640 00000100:00100000:3.0:1763336275.943311:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112640 00000100:00100000:3.0:1763336275.943339:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7662 00000100:00100000:3.0:1763336275.943347:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042112640:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336275.943372:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.943386:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 26 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.943393:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336275.943394:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336275.943397:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.943419:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 26 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.943429:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 26 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.943441:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056197504:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336275.943470:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9c00 going to sleep for 11 seconds 00010000:00010000:1.0:1763336275.944015:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c2174000/0x84ca14902aa45666 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->139263) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66f1e expref: 13 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:1.0:1763336275.944032:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056196992:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.944048:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.944904:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056197248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2777us (2852us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.944915:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00010000:00010000:0.0:1763336275.945147:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945157:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945183:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945192:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945201:0:8396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945214:0:8396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336275.945218:0:8396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945227:0:8396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945243:0:8396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.945250:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433200/0x84ca14902aa45929 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336275.945312:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042112256:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 8732us (8898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.945319:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7660 00000100:00100000:0.0:1763336275.945382:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056197760:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945413:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.945432:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1848991056198272:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.945466:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056198784:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945482:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.945498:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1763336275.945503:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3647:1848991056197632:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945527:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.945547:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056198144:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945564:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.945576:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056198656:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336275.945614:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198656 00000100:00100000:0.0:1763336275.945619:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198656 00000100:00100000:0.0:1763336275.945650:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1763336275.945657:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056198656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945727:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056198656:12345-0@lo:400:kworker.0 Request processed in 70us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.945734:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1763336275.945760:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056198656:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945806:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198272 00000100:00100000:0.0:1763336275.945809:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198272 00000100:00100000:0.0:1763336275.945832:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198784 00000100:00100000:0.0:1763336275.945834:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198784 00000100:00100000:0.0:1763336275.945847:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198144 00000100:00100000:0.0:1763336275.945850:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198144 00000100:00100000:0.0:1763336275.945869:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1763336275.945875:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1848991056198272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945905:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1848991056198272:12345-0@lo:400:kworker.0 Request processed in 30us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.945911:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1763336275.945934:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1763336275.945941:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056198784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.945968:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056198784:12345-0@lo:400:kworker.0 Request processed in 29us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.945973:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1763336275.945984:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1763336275.945990:0:8421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056198144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.946012:0:8421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056198144:12345-0@lo:400:kworker.0 Request processed in 23us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.946018:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1763336275.946041:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056198144:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.946049:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1848991056198272:0@lo:400:kworker.0 00000100:00100000:0.0:1763336275.946056:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056198784:0@lo:400:kworker.0 00000100:00100000:3.0:1763336275.946529:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056197760 00000100:00100000:3.0:1763336275.946532:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056197760 00000100:00100000:3.0:1763336275.946622:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1763336275.946630:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056197760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336275.946670:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056197760:12345-0@lo:400:kworker.0 Request processed in 42us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.946675:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00080000:3.0:1763336275.946723:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763336275.946727:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763336275.946730:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336275.946753:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056197760:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.948578:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056197632 00000100:00100000:2.0:1763336275.948589:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056197632 00000100:00100000:2.0:1763336275.948632:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1763336275.948640:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91838dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3647:x1848991056197632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.948735:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91838dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3647:x1848991056197632:12345-0@lo:400:kworker.0 Request processed in 94us (3206us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.948742:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1763336275.948783:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056198016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763336275.948813:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.948839:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1848991056198528:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.948861:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.948879:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1763336275.948885:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918679a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848991056197888:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.948902:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.948912:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1848991056198400:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.948941:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.948960:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c009180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056198912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763336275.948980:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336275.949003:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198528 00000100:00100000:2.0:1763336275.949007:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198528 00000100:00100000:2.0:1763336275.949037:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056197888 00000100:00100000:2.0:1763336275.949040:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056197888 00000100:00100000:2.0:1763336275.949056:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198400 00000100:00100000:2.0:1763336275.949058:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198400 00000100:00100000:2.0:1763336275.949078:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1763336275.949084:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1848991056198528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.949117:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1848991056198528:12345-0@lo:400:kworker.0 Request processed in 34us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.949123:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1763336275.949138:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1763336275.949144:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1848991056197888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.949170:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1848991056197888:12345-0@lo:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.949176:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1763336275.949186:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1763336275.949192:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848991056198400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.949216:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848991056198400:12345-0@lo:400:kworker.0 Request processed in 24us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.949221:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1763336275.949257:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918679a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848991056197888:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.949267:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1848991056198400:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.949275:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3649:1848991056198528:0@lo:400:kworker.0 00000100:00100000:2.0:1763336275.949300:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198016 00000100:00100000:2.0:1763336275.949304:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198016 00000100:00100000:2.0:1763336275.949330:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1763336275.949336:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056198016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763336275.949350:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 32768 granted 484931776 pending 0 free 3920216064 avail 3688542208 00000100:00100000:2.0:1763336275.949382:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056198016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.949388:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1763336275.949417:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056198016:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1763336275.950663:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763336275.950669:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763336275.950737:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3647:1848991056197632:0@lo:400:kworker.0 00000100:00100000:3.0:1763336275.950767:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056198912 00000100:00100000:3.0:1763336275.950771:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056198912 00000100:00100000:3.0:1763336275.950807:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1763336275.950813:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056198912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763336275.950844:0:6517:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445605376 avail 1299365888 00000100:00100000:3.0:1763336275.950892:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056198912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (1910us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.950898:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1763336275.950944:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c009180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056198912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763336275.951288:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056197248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763336275.952582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336275.952638:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112768 00000100:00100000:3.0:1763336275.952648:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112768 00010000:00010000:3.0:1763336275.952728:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 12 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:3.0:1763336275.952822:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3637 00000100:00100000:3.0:1763336275.952838:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042112768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336275.952856:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336275.952886:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 12 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.952906:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 12 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:3.0:1763336275.952973:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336275.952976:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336275.952993:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.953005:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336275.953035:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336275.953104:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042112768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 270us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.953115:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3637 00010000:00010000:2.0:1763336275.955900:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa455b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ed8 expref: 11 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:2.0:1763336275.955934:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056197120:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336275.955961:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.955973:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.955980:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956013:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956021:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956029:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956036:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336275.956040:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956049:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956067:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336275.956079:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa45930 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336275.956180:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042112512:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 14440us (14768us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336275.956190:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7661 00000100:00100000:3.0:1763336275.960169:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.960243:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056197504:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336275.960280:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336275.960344:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042112896 00000100:00100000:0.0:1763336275.960353:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042112896 00010000:00010000:0.0:1763336275.960389:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 27 pid: 8396 timeout: 1163 lvb_type: 0 00000100:00100000:0.0:1763336275.960458:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3638 00000100:00100000:0.0:1763336275.960467:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042112896:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336275.960480:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336275.960500:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 27 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.960513:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 27 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.960540:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa455be lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66edf expref: 27 pid: 8396 timeout: 1163 lvb_type: 0 00010000:00010000:0.0:1763336275.960555:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.960557:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.960561:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.960570:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336275.961191:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336275.961410:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961419:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961441:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961449:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961456:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961462:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336275.961466:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961474:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961487:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336275.961494:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa45937 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336275.961558:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042112896:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1089us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.961566:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3638 00000100:00100000:1.0:1763336275.961987:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042112640:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 18639us (18698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.961995:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7662 00000100:00100000:0.0:1763336275.966313:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.967323:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336275.968427:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336275.968468:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113024 00000100:00100000:1.0:1763336275.968479:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113024 00000100:00100000:1.0:1763336275.968537:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113152 00000100:00100000:1.0:1763336275.968540:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113152 00000100:00100000:1.0:1763336275.968574:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7663 00000100:00100000:1.0:1763336275.968584:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042113024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336275.968602:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336275.968624:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67013 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336275.968646:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 247722, mtime: 0x691a6053, atime: 0x691a6053, ctime: 0x691a6053, blocks: 0x118 00010000:00010000:1.0:1763336275.968665:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.968667:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336275.968678:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 12 pid: 9765 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1763336275.969042:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7664 00000100:00100000:3.0:1763336275.969053:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042113152:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336275.969061:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336275.969072:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6701a expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336275.969091:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6053, atime: 0x691a6051, ctime: 0x691a6053, blocks: 0x1800 00010000:00010000:3.0:1763336275.969100:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336275.969101:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336275.969107:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336275.969122:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336275.969133:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336275.969189:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042113152:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 138us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336275.969195:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7664 00000100:00100000:0.0:1763336275.969346:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113280 00000100:00100000:0.0:1763336275.969351:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113280 00000100:00100000:0.0:1763336275.969378:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7665 00000100:00100000:0.0:1763336275.969384:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991042113280:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336275.969391:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336275.969402:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67021 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336275.969420:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6053, atime: 0x691a6051, ctime: 0x691a6053, blocks: 0x0 00010000:00010000:0.0:1763336275.969428:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.969430:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336275.969434:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 26 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336275.969444:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 26 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336275.969452:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00000100:00100000:0.0:1763336275.969474:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042113280:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 91us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336275.969480:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7665 00010000:00010000:1.0:1763336275.975291:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 12 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336275.975314:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293433000, rc 0) 00000100:00100000:1.0:1763336275.975408:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042113024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6823us (9101us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336275.975417:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7663 00000100:00100000:0.0:1763336276.028408:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.028506:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113408 00000100:00100000:3.0:1763336276.028516:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113408 00000100:00100000:3.0:1763336276.028587:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7666 00000100:00100000:3.0:1763336276.028597:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042113408:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336276.028746:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042113408:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 150us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.028754:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7666 00000100:00080000:0.0:1763336276.028832:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763336276.035086:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.035160:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113536 00000100:00100000:0.0:1763336276.035169:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113536 00000100:00100000:0.0:1763336276.035238:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10663 00000100:00100000:0.0:1763336276.035247:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+67:57630:x1848991042113536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.035270:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.035290:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45953 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67028 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.035322:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.035334:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.035345:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.035441:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45953 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 69 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.035456:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 68 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.035465:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.035468:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336276.035471:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf72600, rc 0) 00000100:00100000:0.0:1763336276.035531:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+68:57630:x1848991042113536:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 284us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.035538:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10663 00000100:00080000:3.0:1763336276.035885:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763336276.046541:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.046731:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113792 00000100:00100000:0.0:1763336276.046741:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113792 00000100:00100000:0.0:1763336276.046789:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10664 00000100:00100000:0.0:1763336276.046800:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+68:57630:x1848991042113792:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336276.046849:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.046877:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa458ff lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ff7 expref: 68 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.046894:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.046899:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336276.047061:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.047081:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.047090:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336276.047137:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968922 00000004:00010000:0.0:1763336276.047159:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005b48197c reply state 0000000039edc456 transno 4294968923 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.047170:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.047177:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.047180:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336276.047183:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336276.047269:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+70:57630:x1848991042113792:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 470us (737us total) trans 4294968923 rc 0/0 00000100:00100000:0.0:1763336276.047277:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10664 00000020:00080000:0.0:1763336276.047283:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336276.049051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.050191:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042113920 00000100:00100000:0.0:1763336276.050202:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042113920 00000100:00100000:0.0:1763336276.050263:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10665 00000100:00100000:0.0:1763336276.050272:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+70:57630:x1848991042113920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.050293:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.050315:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6702f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.050365:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 71 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.050384:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 71 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.050401:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.050404:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336276.050408:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf774e00, rc 0) 00000100:00100000:0.0:1763336276.050554:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+71:57630:x1848991042113920:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 281us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.050560:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10665 00000100:00100000:3.0:1763336276.053437:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.053501:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114048 00000100:00100000:2.0:1763336276.053510:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114048 00000100:00080000:3.0:1763336276.053560:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763336276.053580:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7667 00000100:00100000:2.0:1763336276.053590:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57630:x1848991042114048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.053606:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.053624:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67036 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.053650:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.053658:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.053660:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.053664:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 27 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.053716:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.053734:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 1164 lvb_type: 1 00000100:00100000:2.0:1763336276.053749:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056199040:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.053833:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.056935:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056199040:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336276.056973:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 27 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.056992:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61800, rc 0) 00000100:00100000:2.0:1763336276.057047:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57630:x1848991042114048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3458us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.057055:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7667 00000100:00100000:1.0:1763336276.060037:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.060083:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114176 00000100:00100000:0.0:1763336276.060093:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114176 00010000:00010000:0.0:1763336276.060133:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 1164 lvb_type: 1 00000100:00100000:0.0:1763336276.060236:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3639 00000100:00100000:0.0:1763336276.060246:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042114176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.060263:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.060273:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 1164 lvb_type: 1 00010000:00010000:0.0:1763336276.060287:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 1164 lvb_type: 1 00010000:00010000:0.0:1763336276.060310:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa45906 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ffe expref: 27 pid: 8396 timeout: 1164 lvb_type: 1 00010000:00010000:0.0:1763336276.060328:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.060330:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.060336:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 26 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.060346:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 26 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.060383:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 26 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.060397:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056199168:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336276.060467:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.067935:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.068404:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114304 00000100:00100000:2.0:1763336276.068413:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114304 00000100:00100000:2.0:1763336276.068471:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7668 00000100:00100000:2.0:1763336276.068480:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57630:x1848991042114304:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.068497:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.068516:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6703d expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.068546:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.068559:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.068561:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.068565:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.068595:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.068608:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 1164 lvb_type: 1 00000100:00100000:2.0:1763336276.068620:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056199296:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.068829:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00010000:00010000:3.0:1763336276.070336:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336276.070416:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056199168:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336276.070438:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.070492:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042114176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 10247us (10462us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.070502:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3639 00000100:00100000:2.0:1763336276.071587:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056199296:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336276.071619:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.071645:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60400, rc 0) 00000100:00100000:2.0:1763336276.071718:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57630:x1848991042114304:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3239us (3806us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.071726:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7668 00000100:00100000:3.0:1763336276.073367:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.073450:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114432 00000100:00100000:0.0:1763336276.073460:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114432 00010000:00010000:0.0:1763336276.073494:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 1164 lvb_type: 1 00000100:00100000:0.0:1763336276.073533:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3640 00000100:00100000:0.0:1763336276.073543:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042114432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.073558:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.073564:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:0.0:1763336276.073579:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:0.0:1763336276.073601:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa4590d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67005 expref: 13 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:0.0:1763336276.073617:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.073620:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.073625:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.073634:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.073995:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.074008:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056199424:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336276.074077:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.076431:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056199424:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336276.076458:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.076510:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042114432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2967us (3147us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.076520:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3640 00000100:00100000:1.0:1763336276.078307:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.078776:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.079123:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114560 00000100:00100000:2.0:1763336276.079132:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114560 00002000:00010000:2.0:1763336276.079168:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336276.079172:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c77100 with x1848991042114560 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336276.079184:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183c77100. 00000100:00100000:0.0:1763336276.079214:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114688 00000100:00100000:0.0:1763336276.079218:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114688 00002000:00010000:0.0:1763336276.079234:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/63 (0->18446744073709551615) 00002000:00100000:0.0:1763336276.079238:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c77480 with x1848991042114688 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336276.079244:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c77480. 00000100:00100000:0.0:1763336276.079273:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2215 00000100:00100000:0.0:1763336276.079282:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042114560:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336276.079453:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.079457:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb mtime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336276.079459:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336276.079462:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb ctime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336276.079464:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336276.079516:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042114560:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 235us (1213us total) trans 17179872122 rc 0/0 00000100:00100000:0.0:1763336276.079523:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2215 00002000:00010000:0.0:1763336276.079528:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/65 (0->18446744073709551615) 00002000:00100000:0.0:1763336276.079530:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c77100 with x1848991042114560 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336276.079534:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183c77100. 00000100:00100000:0.0:1763336276.079554:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2216 00000100:00100000:0.0:1763336276.079560:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042114688:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336276.080655:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.080660:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb mtime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336276.080662:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336276.080665:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb ctime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336276.080667:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336276.080739:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042114688:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1176us (1961us total) trans 21474839511 rc 0/0 00000100:00100000:0.0:1763336276.080747:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2216 00002000:00010000:0.0:1763336276.080751:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/63 (0->18446744073709551615) 00002000:00100000:0.0:1763336276.080753:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c77480 with x1848991042114688 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336276.080758:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c77480. 00000100:00100000:1.0:1763336276.084298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.085032:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114816 00000100:00100000:2.0:1763336276.085043:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114816 00000100:00100000:2.0:1763336276.085537:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7669 00000100:00100000:2.0:1763336276.085549:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042114816:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336276.085680:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042114816:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 132us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.085719:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7669 00000100:00100000:3.0:1763336276.089344:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.089559:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042114944 00000100:00100000:2.0:1763336276.089569:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042114944 00000100:00100000:2.0:1763336276.089630:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7670 00000100:00100000:2.0:1763336276.089640:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042114944:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336276.089780:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042114944:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 140us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.089787:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7670 00000100:00100000:3.0:1763336276.092760:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.093045:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115072 00000100:00100000:0.0:1763336276.093054:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115072 00000100:00100000:0.0:1763336276.093129:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2217 00000100:00100000:0.0:1763336276.093139:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115072:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336276.093174:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.093190:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.093192:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.093198:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.093212:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096576:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096595:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096605:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096613:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336276.096618:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096630:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096649:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.096657:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa4597d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.096789:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115072:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3648us (4034us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336276.096799:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2217 00000100:00100000:3.0:1763336276.101173:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.101255:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115200 00000100:00100000:2.0:1763336276.101265:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115200 00000100:00100000:2.0:1763336276.101336:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2218 00000100:00100000:2.0:1763336276.101346:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042115200:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336276.101381:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.101398:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 27 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.101406:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.101408:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.101412:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.101447:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 27 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.101460:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 27 pid: 28588 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.101474:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056199552:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.101561:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.105345:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056199552:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.105376:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.106298:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.106486:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115328 00000100:00100000:0.0:1763336276.106496:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115328 00010000:00010000:0.0:1763336276.106533:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 28 pid: 28588 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.106570:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3641 00000100:00100000:0.0:1763336276.106580:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042115328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.106593:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.106613:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 28 pid: 28588 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.106626:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 28 pid: 28588 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.106648:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa4596f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67036 expref: 28 pid: 28588 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.106663:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.106665:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.106670:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.106679:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.107600:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336276.107748:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.107758:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.107936:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042115328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1343us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.107945:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3641 00000001:00080000:0.0:1763336276.114404:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872123 is committed 00000001:00080000:0.0:1763336276.114425:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872121 is committed 00002000:00010000:1.0:1763336276.114557:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:1.0:1763336276.114562:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:1.0:1763336276.114576:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.114587:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.114597:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.114604:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.114608:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.114617:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.114637:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.114644:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa45984 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.114790:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042115200:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 13440us (13621us total) trans 17179872123 rc 0/0 00000100:00100000:1.0:1763336276.114801:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2218 00000100:00100000:2.0:1763336276.118345:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.118721:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115456 00000100:00100000:1.0:1763336276.118731:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115456 00000100:00100000:1.0:1763336276.118783:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7671 00000100:00100000:1.0:1763336276.118791:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115456:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336276.118912:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115456:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 120us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.118920:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7671 00000100:00100000:0.0:1763336276.122309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.122408:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115584 00000100:00100000:2.0:1763336276.122418:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115584 00000100:00100000:2.0:1763336276.122559:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7672 00000100:00100000:2.0:1763336276.122571:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042115584:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336276.122864:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042115584:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 294us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.122872:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7672 00000100:00100000:3.0:1763336276.126253:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.126335:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115712 00000100:00100000:1.0:1763336276.126345:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115712 00000100:00100000:1.0:1763336276.126415:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2219 00000100:00100000:1.0:1763336276.126426:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115712:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336276.126462:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.126477:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.126480:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.126485:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.126513:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129189:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129213:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129223:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129230:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.129234:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129243:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129260:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.129267:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293432c00/0x84ca14902aa4598b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.129345:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115712:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2916us (3096us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1763336276.129356:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2219 00000100:00100000:0.0:1763336276.133423:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.133723:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115840 00000100:00100000:1.0:1763336276.133734:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115840 00000100:00100000:1.0:1763336276.133804:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2220 00000100:00100000:1.0:1763336276.133817:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042115840:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336276.133867:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x41:0x0] initial LVB size: 40960, mtime: 0x691a6054, atime: 0x0, ctime: 0x691a6054, blocks: 0x48 00010000:00010000:1.0:1763336276.133877:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.133897:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.133899:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.133909:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.133932:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336276.141511:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872124 is committed 00002000:00010000:1.0:1763336276.141617:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb size from disk: 40960 -> 126976 00002000:00010000:1.0:1763336276.141622:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb blocks from disk: 72 -> 152 00010000:00010000:1.0:1763336276.141636:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.141648:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.141657:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.141664:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293433200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.141668:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.141677:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.141731:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.141744:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293433200/0x84ca14902aa45992 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [86016->126975] (req 86016->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.142113:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042115840:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 8026us (8430us total) trans 17179872124 rc 0/0 00000100:00100000:1.0:1763336276.142127:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2220 00000100:00100000:0.0:1763336276.145414:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.145526:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042115968 00000100:00100000:2.0:1763336276.145536:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042115968 00000100:00100000:2.0:1763336276.145839:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7673 00000100:00100000:2.0:1763336276.145851:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115968:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336276.145978:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042115968:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 130us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.145985:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7673 00000100:00100000:3.0:1763336276.150225:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.150276:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116096 00000100:00100000:2.0:1763336276.150286:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116096 00000100:00100000:2.0:1763336276.150345:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7674 00000100:00100000:2.0:1763336276.150355:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042116096:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336276.150471:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042116096:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 117us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.150478:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7674 00000100:00100000:3.0:1763336276.155227:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.155346:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116224 00000100:00100000:1.0:1763336276.155356:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116224 00000100:00100000:2.0:1763336276.155456:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2221 00000100:00100000:2.0:1763336276.155467:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042116224:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336276.155600:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.155615:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.155617:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.155622:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.155632:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.157914:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.157944:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.157953:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.157969:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336276.157974:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.157982:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.158001:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.158007:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61e00/0x84ca14902aa45999 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.158085:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042116224:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2616us (2863us total) trans 0 rc 55210/55210 00000100:00100000:2.0:1763336276.158107:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2221 00000100:00100000:3.0:1763336276.164819:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.165144:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116352 00000100:00100000:2.0:1763336276.165154:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116352 00000100:00100000:2.0:1763336276.165224:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2222 00000100:00100000:2.0:1763336276.165234:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042116352:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336276.165281:0:24004:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x41:0x0] initial LVB size: 126976, mtime: 0x691a6054, atime: 0x0, ctime: 0x691a6054, blocks: 0x98 00010000:00010000:2.0:1763336276.165290:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.165305:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.165307:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.165313:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.165327:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336276.178614:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872125 is committed 00002000:00010000:2.0:1763336276.178748:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb size from disk: 126976 -> 247722 00002000:00010000:2.0:1763336276.178753:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb blocks from disk: 152 -> 264 00010000:00010000:2.0:1763336276.178767:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.178779:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.178788:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.178795:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336276.178800:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.178808:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.178826:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.178833:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186a61800/0x84ca14902aa459a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [192512->249855] (req 192512->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.178941:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042116352:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 13703us (14129us total) trans 17179872125 rc 0/0 00000100:00100000:2.0:1763336276.178951:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2222 00000100:00100000:3.0:1763336276.188066:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.188661:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116480 00000100:00100000:2.0:1763336276.188671:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116480 00000100:00100000:2.0:1763336276.193974:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10666 00000100:00100000:2.0:1763336276.193993:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+71:57630:x1848991042116480:12345-192.168.203.16@tcp:44:lfs.0 00010000:00010000:0.0:1763336276.195965:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.195981:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.195988:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.195994:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.195999:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196006:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196023:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.196026:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336276.196031:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196037:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa4567b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196062:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196068:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196074:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196078:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.196081:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196086:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196094:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.196096:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336276.196099:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.196104:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45961 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763336276.196148:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968923 is committed 00000020:00080000:3.0:1763336276.196180:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92a9eb9540 refcount 2 committed 0 result 0 batchid 51 00000020:00080000:3.0:1763336276.196184:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27fa00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92a9eb9780 00000020:00080000:3.0:1763336276.196188:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27ff00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184ce9800 00000020:00080000:3.0:1763336276.196191:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].30 00000020:00080000:0.0:1763336276.196223:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 49 00000004:00080000:3.0:1763336276.196266:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 174 committed 00000004:00080000:3.0:1763336276.196283:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 174 committed 00000100:00100000:2.0:1763336276.196681:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056199680:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763336276.196754:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.197070:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056199808:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763336276.197096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.197151:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056199680 00000100:00100000:0.0:1763336276.197158:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056199680 00000100:00100000:0.0:1763336276.197189:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056199808 00000100:00100000:0.0:1763336276.197191:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056199808 00000100:00100000:0.0:1763336276.197207:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675 00000100:00100000:0.0:1763336276.197214:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1848991056199680:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763336276.197235:0:9765:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:59 count 1 00010000:00010000:0.0:1763336276.197255:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197271:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197279:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336276.197281:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336276.197284:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197307:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197319:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 12 pid: 9765 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.197330:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056199936:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.197382:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.197396:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7676 00000100:00100000:0.0:1763336276.197403:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3646:x1848991056199808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763336276.197413:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:61 count 1 00002000:00010000:0.0:1763336276.197433:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3d:0x0] initial LVB size: 235929, mtime: 0x691a6052, atime: 0x691a604a, ctime: 0x691a6052, blocks: 0xc8 00010000:00010000:0.0:1763336276.197439:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197451:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.197452:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.197457:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197468:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197476:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197483:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.197497:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336276.197981:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056199808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 576us (882us total) trans 17179872126 rc 0/0 00000100:00100000:0.0:1763336276.197989:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7676 00000100:00100000:0.0:1763336276.198029:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872121 gen 2 00000004:00080000:0.0:1763336276.198034:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89180, transno 17179872111 00000004:00080000:0.0:1763336276.198041:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8aa00, transno 17179872112 00000004:00080000:0.0:1763336276.198044:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89500, transno 17179872113 00000004:00080000:0.0:1763336276.198047:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e89c00, transno 17179872114 00000004:00080000:0.0:1763336276.198049:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186313100, transno 17179872115 00000004:00080000:0.0:1763336276.198052:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae284380, transno 17179872116 00000004:00080000:0.0:1763336276.198054:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187014000, transno 17179872117 00000004:00080000:0.0:1763336276.198056:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9187017100, transno 17179872118 00000004:00080000:0.0:1763336276.198061:0:3646:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872120 committed transno 17179872121 00000004:00080000:0.0:1763336276.198075:0:3646:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872121 committed transno 17179872121 00000100:00100000:0.0:1763336276.198086:0:3646:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918cd6bb80 x1848991056199808/t17179872126(17179872126) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763336292 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763336276.198096:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd6bb80/2, rc 0, transno 17179872126 00000100:00100000:0.0:1763336276.198101:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056199808:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763336276.198183:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 1 changes, 1 in progress, 0 in flight, 8 done 00010000:00010000:0.0:1763336276.198203:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336276.198209:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.198216:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336276.198220:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.198228:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.198243:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.198250:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.198266:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336276.198268:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336276.198269:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1763336276.198810:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92ae15b3c0 refcount 2 committed 0 result 0 batchid 50 00000020:00080000:3.0:1763336276.198816:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed400 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92ae15bc00 00000020:00080000:3.0:1763336276.198819:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c92bcbdc400 00000020:00080000:3.0:1763336276.198822:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].29 00000020:00080000:3.0:1763336276.198868:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 51 committed batchid 49 00000020:00080000:3.0:1763336276.198897:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 49 00000100:00100000:2.0:1763336276.199157:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57630:x1848991042116480:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 5169us (11095us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.199166:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10666 00000100:00100000:1.0:1763336276.204511:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056199936:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336276.204541:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.205799:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.207573:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.207616:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.209026:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116608 00000100:00100000:0.0:1763336276.209041:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116608 00000100:00100000:3.0:1763336276.209061:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116736 00000100:00100000:3.0:1763336276.209068:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116736 00000100:00100000:0.0:1763336276.209100:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7677 00000100:00100000:3.0:1763336276.209109:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7678 00000100:00100000:0.0:1763336276.209115:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042116608:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:3.0:1763336276.209123:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042116736:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:0.0:1763336276.209216:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042116608:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 105us (3422us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.209223:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7677 00000100:00100000:1.0:1763336276.209381:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116864 00000100:00100000:1.0:1763336276.209386:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116864 00010000:00010000:1.0:1763336276.209411:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 1164 lvb_type: 0 00000100:00100000:1.0:1763336276.209449:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3642 00000100:00100000:1.0:1763336276.209458:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042116864:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336276.209470:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336276.209476:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 1164 lvb_type: 0 00010000:00010000:1.0:1763336276.209502:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 1164 lvb_type: 0 00010000:00010000:1.0:1763336276.209531:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa44468 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6685d expref: 14 pid: 9765 timeout: 1164 lvb_type: 0 00010000:00010000:1.0:1763336276.209546:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.209549:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.209554:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.209563:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.209594:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336276.209623:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042116864:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 167us (2057us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.209629:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3642 00010000:00010000:0.0:1763336276.210751:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.210762:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.210772:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.210780:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.210803:0:9765:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763336276.211075:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336276.211083:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.211093:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336276.211097:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.211108:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.211123:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.211131:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.211151:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336276.211154:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336276.211156:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336276.211407:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3649:x1848991056199680:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14190us (14650us total) trans 21474839512 rc 0/0 00000100:00100000:1.0:1763336276.211417:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7675 00000100:00100000:2.0:1763336276.211440:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839504 gen 2 00000004:00080000:2.0:1763336276.211447:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f41500, transno 21474839497 00000004:00080000:2.0:1763336276.211469:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f42300, transno 21474839498 00000004:00080000:2.0:1763336276.211472:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f41f80, transno 21474839499 00000004:00080000:2.0:1763336276.211475:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f43b80, transno 21474839500 00000004:00080000:2.0:1763336276.211478:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4a80, transno 21474839501 00000004:00080000:2.0:1763336276.211481:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4e00, transno 21474839502 00000004:00080000:2.0:1763336276.211484:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bca80, transno 21474839503 00000004:00080000:2.0:1763336276.211486:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bdc00, transno 21474839504 00000100:00100000:2.0:1763336276.211493:0:3649:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918a241180 x1848991056199680/t21474839512(21474839512) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763336292 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763336276.211504:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a241180/2, rc 0, transno 21474839512 00000100:00100000:2.0:1763336276.211508:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056199680:0@lo:6:osp-syn-0-1.0 00000001:00080000:3.0:1763336276.211584:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839511 is committed 00000004:00080000:0.0:1763336276.211650:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 1 changes, 1 in progress, 0 in flight, 8 done 00000100:00100000:2.0:1763336276.211766:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042116736:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 2647us (4148us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.211775:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7678 00000100:00100000:3.0:1763336276.235971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.236043:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042116992 00000100:00100000:2.0:1763336276.236054:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042116992 00000100:00100000:2.0:1763336276.236118:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7679 00000100:00100000:2.0:1763336276.236128:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042116992:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336276.236172:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236188:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.236190:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.236195:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236209:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236233:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236242:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236250:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236258:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336276.236262:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236271:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236285:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.236293:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61800/0x84ca14902aa459b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.236373:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042116992:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 246us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.236381:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7679 00000100:00100000:3.0:1763336276.238634:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.238735:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042117248 00000100:00100000:1.0:1763336276.238744:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042117248 00000100:00100000:1.0:1763336276.238790:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7680 00000100:00100000:1.0:1763336276.238801:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042117248:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336276.238838:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238852:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.238854:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.238859:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238872:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238893:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238900:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238908:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238916:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9293432c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.238919:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238938:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238951:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.238959:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459bc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.239032:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042117248:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 232us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.239039:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7680 00000100:00100000:3.0:1763336276.239519:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.240265:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042117120 00000100:00100000:0.0:1763336276.240273:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042117120 00000100:00100000:0.0:1763336276.240321:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7681 00000100:00100000:0.0:1763336276.240331:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042117120:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336276.240361:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240378:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.240380:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.240384:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240396:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240416:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240424:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240431:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240438:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336276.240442:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240451:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240463:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.240474:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775c00/0x84ca14902aa459c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.240536:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042117120:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 207us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.240543:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7681 00000100:00100000:3.0:1763336276.243234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.243291:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042117504 00000100:00100000:2.0:1763336276.243301:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042117504 00000100:00100000:2.0:1763336276.243343:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10667 00000100:00100000:2.0:1763336276.243352:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57630:x1848991042117504:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336276.243430:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336276.243447:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.243457:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763336276.243575:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085e0d92e reply state 000000001bab9389 transno 4294968924 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.243590:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.243597:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336276.243599:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336276.243602:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336276.243682:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57630:x1848991042117504:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 331us (455us total) trans 4294968924 rc 0/0 00000100:00100000:2.0:1763336276.243718:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10667 00000100:00100000:3.0:1763336276.249828:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.249892:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042117632 00000100:00100000:2.0:1763336276.249907:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042117632 00000100:00100000:1.0:1763336276.250623:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7682 00000100:00100000:1.0:1763336276.250636:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57630:x1848991042117632:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336276.250654:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336276.250675:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67044 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336276.250735:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x41:0x0] initial LVB size: 247722, mtime: 0x691a6054, atime: 0x0, ctime: 0x691a6054, blocks: 0x108 00010000:00010000:1.0:1763336276.250755:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.250757:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.250765:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.250781:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.250793:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9293432c00, rc 0) 00000100:00100000:1.0:1763336276.250857:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57630:x1848991042117632:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 223us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.250864:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7682 00000100:00100000:1.0:1763336276.254290:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.254366:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.255533:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042117760 00000100:00100000:0.0:1763336276.255545:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042117760 00000100:00100000:0.0:1763336276.255613:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7683 00000100:00100000:0.0:1763336276.255623:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042117760:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336276.255775:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb size from disk: 247722 -> 247722 00002000:00010000:0.0:1763336276.255779:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb mtime from disk: 1763336276 -> 1763336275 00002000:00010000:0.0:1763336276.255782:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb atime from disk: 0 -> 1763336275 00002000:00010000:0.0:1763336276.255784:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336276.255786:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1763336276.255857:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042117760:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 235us (1489us total) trans 17179872127 rc 0/0 00000100:00100000:0.0:1763336276.255864:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7683 00000100:00100000:2.0:1763336276.256059:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042117888 00000100:00100000:2.0:1763336276.256064:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042117888 00000100:00100000:0.0:1763336276.257021:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7684 00000100:00100000:0.0:1763336276.257034:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042117888:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336276.257139:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.257142:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb mtime from disk: 1763336276 -> 1763336275 00002000:00010000:0.0:1763336276.257144:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb atime from disk: 0 -> 1763336275 00002000:00010000:0.0:1763336276.257147:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336276.257149:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336276.257194:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042117888:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 163us (2909us total) trans 21474839513 rc 0/0 00000100:00100000:0.0:1763336276.257200:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7684 00000100:00100000:1.0:1763336276.259294:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.259398:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042118144 00000100:00100000:0.0:1763336276.259408:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042118144 00000100:00100000:0.0:1763336276.259470:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10668 00000100:00100000:0.0:1763336276.259480:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57630:x1848991042118144:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:0.0:1763336276.259550:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336276.259566:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.259576:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 4/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336276.259608:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.259621:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 23 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.259635:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056200064:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.260470:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.262765:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056200064:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.262795:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336276.263767:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.263968:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042118272 00000100:00100000:0.0:1763336276.263978:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042118272 00010000:00010000:0.0:1763336276.264013:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.264054:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3643 00000100:00100000:0.0:1763336276.264064:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042118272:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.264078:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.264084:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.264097:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.264120:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa4595a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67028 expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.264134:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.264139:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336276.264149:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336276.264155:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336276.264186:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.264233:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042118272:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 170us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.264241:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3643 00010000:00010000:2.0:1763336276.266524:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266539:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266575:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266581:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266588:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266593:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336276.266597:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266607:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266622:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336276.266624:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763336276.266628:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.266634:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459d8 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336276.267372:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57630:x1848991042118144:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 7887us (8078us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763336276.267385:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10668 00000100:00100000:1.0:1763336276.278081:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.278144:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042118528 00000100:00100000:2.0:1763336276.278154:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042118528 00000100:00100000:0.0:1763336276.279447:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10669 00000100:00100000:0.0:1763336276.279467:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57630:x1848991042118528:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336276.279524:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.279554:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61400/0x84ca14902aa458f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66ff0 expref: 22 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.279574:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.279579:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336276.279635:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.279648:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.279658:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763336276.279798:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000018483a60 reply state 0000000008b07859 transno 4294968925 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.279811:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.279979:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.279983:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336276.279986:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336276.280606:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57630:x1848991042118528:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1144us (2531us total) trans 4294968925 rc 0/0 00000100:00100000:0.0:1763336276.280614:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10669 00000100:00100000:1.0:1763336276.286873:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.286980:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042118656 00000100:00100000:3.0:1763336276.286990:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042118656 00000100:00100000:3.0:1763336276.287043:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7685 00000100:00100000:3.0:1763336276.287052:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57630:x1848991042118656:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336276.287069:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336276.287087:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6704b expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.287117:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336276.287125:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.287127:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.287131:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.287161:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336276.287172:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 1164 lvb_type: 1 00000100:00100000:3.0:1763336276.287185:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056200192:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336276.287496:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.291648:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056200192:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.291726:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.291746:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:0.0:1763336276.291797:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57630:x1848991042118656:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4746us (4933us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.291806:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7685 00000100:00100000:1.0:1763336276.292669:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.292947:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042118784 00000100:00100000:3.0:1763336276.292956:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042118784 00010000:00010000:3.0:1763336276.292990:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 1164 lvb_type: 1 00000100:00100000:3.0:1763336276.293017:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3644 00000100:00100000:3.0:1763336276.293025:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042118784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.293037:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.293054:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.293066:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.293088:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9293433000/0x84ca14902aa4593e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67013 expref: 13 pid: 9765 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.293102:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.293104:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.293110:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.293119:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.293151:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.293163:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056200320:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336276.293234:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.299270:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.299360:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056200320:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336276.299385:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.299442:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042118784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6417us (6774us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.299453:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3644 00000100:00100000:0.0:1763336276.299605:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042118912 00000100:00100000:0.0:1763336276.299611:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042118912 00000100:00100000:0.0:1763336276.299666:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7686 00000100:00100000:0.0:1763336276.299675:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57630:x1848991042118912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.299810:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.299831:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67052 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.299860:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.299868:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.299871:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.299875:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.299907:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.299937:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 1164 lvb_type: 1 00000100:00100000:0.0:1763336276.299951:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056200448:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.300000:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.305872:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056200448:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.305910:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.305936:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bf775e00, rc 0) 00000100:00100000:0.0:1763336276.305985:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57630:x1848991042118912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6312us (6724us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.305993:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7686 00000100:00100000:1.0:1763336276.306950:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.307240:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119040 00000100:00100000:3.0:1763336276.307248:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119040 00010000:00010000:3.0:1763336276.307279:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 1164 lvb_type: 1 00000100:00100000:3.0:1763336276.307314:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3645 00000100:00100000:3.0:1763336276.307324:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042119040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.307337:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.307355:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.307367:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.307389:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa45945 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6701a expref: 13 pid: 28588 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.307401:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.307403:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.307409:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.307423:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.307458:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.307471:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056200576:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336276.307537:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.311120:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056200576:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336276.311146:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.311204:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042119040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3881us (4255us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.311215:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3645 00000100:00100000:0.0:1763336276.311563:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.314330:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119168 00000100:00100000:3.0:1763336276.314345:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119168 00000100:00100000:3.0:1763336276.314410:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7687 00000100:00100000:3.0:1763336276.314420:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57630:x1848991042119168:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336276.314437:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336276.314456:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67059 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.314486:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 20 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336276.314500:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.314502:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.314507:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.314540:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 20 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336276.314553:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 20 pid: 8396 timeout: 1164 lvb_type: 1 00000100:00100000:3.0:1763336276.314565:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056200704:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336276.314652:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.317988:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.318092:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119296 00000100:00100000:1.0:1763336276.318101:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119296 00010000:00010000:1.0:1763336276.318140:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 21 pid: 8396 timeout: 1164 lvb_type: 1 00000100:00100000:1.0:1763336276.318180:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3646 00000100:00100000:1.0:1763336276.318189:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042119296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336276.318203:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336276.318224:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 21 pid: 8396 timeout: 1164 lvb_type: 1 00010000:00010000:1.0:1763336276.318236:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 21 pid: 8396 timeout: 1164 lvb_type: 1 00010000:00010000:1.0:1763336276.318262:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.318264:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.318270:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.318280:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.318320:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.318333:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056200832:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336276.318411:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00010000:00010000:3.0:1763336276.318506:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa4594c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67021 expref: 21 pid: 8396 timeout: 1164 lvb_type: 1 00000100:00100000:3.0:1763336276.318519:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056200704:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336276.318540:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.318548:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:0.0:1763336276.319400:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57630:x1848991042119168:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4976us (7832us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.319410:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7687 00000100:00100000:1.0:1763336276.325072:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056200832:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336276.325096:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.325108:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.325140:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042119296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6950us (7159us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.325151:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3646 00000100:00100000:0.0:1763336276.327071:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.327111:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.327218:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119424 00000100:00100000:3.0:1763336276.327228:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119424 00000100:00100000:3.0:1763336276.327278:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119552 00000100:00100000:3.0:1763336276.327282:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119552 00000100:00100000:3.0:1763336276.327298:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119680 00000100:00100000:3.0:1763336276.327300:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119680 00000100:00100000:3.0:1763336276.327321:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7688 00000100:00100000:3.0:1763336276.327330:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042119424:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336276.327490:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247722 -> 247722 00002000:00010000:3.0:1763336276.327494:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.327497:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.327498:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336276.327500:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:1.0:1763336276.327577:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7689 00000100:00100000:3.0:1763336276.327584:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042119424:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 240us (2463us total) trans 21474839514 rc 0/0 00000100:00100000:1.0:1763336276.327592:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042119552:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:3.0:1763336276.327595:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7688 00000100:00100000:3.0:1763336276.327629:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7690 00000100:00100000:3.0:1763336276.327638:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042119680:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336276.327662:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336276.327666:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:1.0:1763336276.327668:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336273 -> 1763336275 00002000:00010000:1.0:1763336276.327669:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336275 -> 1763336276 00002000:00010000:1.0:1763336276.327671:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336276.327733:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042119552:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 145us (668us total) trans 21474839515 rc 0/0 00000100:00100000:1.0:1763336276.327742:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7689 00002000:00010000:3.0:1763336276.327755:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336276.327759:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.327762:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336273 -> 1763336275 00002000:00010000:3.0:1763336276.327765:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336276.327767:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336276.327789:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042119680:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 152us (677us total) trans 17179872128 rc 0/0 00000100:00100000:3.0:1763336276.327796:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7690 00000100:00100000:1.0:1763336276.335001:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.335135:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042119936 00000100:00100000:2.0:1763336276.335145:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042119936 00000100:00100000:2.0:1763336276.335465:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3665 00000100:00100000:2.0:1763336276.335478:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57630:x1848991042119936:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336276.335562:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4591b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6700c expref: 23 pid: 28199 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.335603:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336276.335630:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.335640:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336276.335676:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.335724:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 23 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.335738:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056200960:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.335825:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.341233:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.341597:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042120064 00000100:00100000:3.0:1763336276.341607:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042120064 00010000:00010000:3.0:1763336276.341644:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:3.0:1763336276.341729:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3647 00000100:00100000:3.0:1763336276.341738:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042120064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.341752:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.341758:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.341771:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 24 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.341792:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336276.341798:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336276.341807:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336276.341815:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336276.341833:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.341880:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042120064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 143us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.341888:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3647 00010000:00010000:1.0:1763336276.342049:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9293433a00/0x84ca14902aa4587a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66fcd expref: 23 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:1.0:1763336276.342068:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056200960:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336276.342089:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336276.342097:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336276.342103:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336276.342123:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763336276.342133:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.342146:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336276.342173:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.342185:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 22 pid: 6514 timeout: 1164 lvb_type: 0 00000100:00100000:1.0:1763336276.342197:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056201088:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336276.342242:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.344834:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056201088:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336276.344857:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336276.346025:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.346470:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042120192 00000100:00100000:0.0:1763336276.346479:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042120192 00010000:00010000:0.0:1763336276.346513:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 23 pid: 6514 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.346549:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3648 00000100:00100000:0.0:1763336276.346558:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042120192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.346571:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.346576:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 23 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.346587:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 23 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.346606:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45968 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6702f expref: 23 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.346620:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.346625:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.346633:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.346639:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.346665:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.346745:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042120192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.346752:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3648 00010000:00010000:1.0:1763336276.346969:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336276.346977:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336276.347271:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336276.347337:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336276.347370:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.348057:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201216 00000100:00100000:2.0:1763336276.348065:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201216 00000100:00100000:2.0:1763336276.348109:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:2.0:1763336276.348117:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336276.348191:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 75us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.348197:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1763336276.348398:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336276.348450:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336276.348481:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336276.348508:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.348900:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201344 00000100:00100000:1.0:1763336276.348906:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201344 00000100:00100000:1.0:1763336276.348943:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:1.0:1763336276.348951:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201344:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336276.349023:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201344:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.349029:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1763336276.349095:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.349146:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.349169:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.349190:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.349423:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201472 00000100:00100000:2.0:1763336276.349427:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201472 00000100:00100000:2.0:1763336276.349461:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1763336276.349467:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201472:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336276.349537:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201472:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.349543:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1763336276.350618:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.350676:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.350726:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.350752:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af6b2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.351250:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201600 00000100:00100000:1.0:1763336276.351255:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201600 00000100:00100000:1.0:1763336276.351295:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1763336276.351303:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201600:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336276.351386:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201600:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.351393:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1763336276.352854:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.352942:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.352988:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.353006:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.353789:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201728 00000100:00100000:2.0:1763336276.353796:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201728 00000100:00100000:2.0:1763336276.353839:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1763336276.353846:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201728:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336276.353945:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201728:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.353953:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1763336276.357291:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.357388:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.357443:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.357478:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.358088:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201856 00000100:00100000:3.0:1763336276.358096:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201856 00000100:00100000:3.0:1763336276.358142:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1763336276.358151:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201856:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336276.358251:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201856:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 101us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.358259:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1763336276.358905:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201856:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1763336276.359098:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].31, 456 off55176 00000001:00080000:0.0:1763336276.359110:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968926 00000100:00100000:0.0:1763336276.359171:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.359211:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.359241:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.359304:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056201984 00000100:00100000:2.0:1763336276.359310:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056201984 00000100:00100000:2.0:1763336276.359343:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1763336276.359350:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056201984:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336276.359462:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6516:x1848991056201984:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 112us (250us total) trans 21474839516 rc 0/0 00000100:00100000:2.0:1763336276.359469:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1763336276.359612:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187017100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056201984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.359636:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186798a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056202112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336276.359657:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.359676:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9290976cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.359741:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056202112 00000100:00100000:3.0:1763336276.359744:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056202112 00000100:00100000:3.0:1763336276.359780:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1763336276.359787:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056202112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336276.359897:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6516:x1848991056202112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 109us (237us total) trans 17179872129 rc 0/0 00000100:00100000:3.0:1763336276.359903:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1763336276.360007:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186798a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056202112:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1763336276.360057:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968927 00010000:00010000:0.0:1763336276.360080:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360090:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360097:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360102:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.360106:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360113:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360127:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:0.0:1763336276.360130:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336276.360135:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360141:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45a02 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360154:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360161:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360171:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360176:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.360178:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360183:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360189:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.360191:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336276.360194:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360199:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61c00/0x84ca14902aa459fb lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336276.360209:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.360212:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336276.360217:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa4591b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6700c expref: 24 pid: 28199 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.360298:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57630:x1848991042119936:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 24822us (25306us total) trans 4294968928 rc 0/0 00000100:00100000:0.0:1763336276.360306:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3665 00000020:00080000:0.0:1763336276.360310:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763336276.365214:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.365293:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042120320 00000100:00100000:0.0:1763336276.365304:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042120320 00000100:00100000:0.0:1763336276.365361:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10670 00000100:00100000:0.0:1763336276.365372:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57630:x1848991042120320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.365396:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.365417:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45a09 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67060 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.365473:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45a09 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67060 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.365488:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45a09 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67060 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.365505:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.365508:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336276.365511:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336276.366074:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57630:x1848991042120320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 702us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.366081:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10670 00000100:00100000:3.0:1763336276.377188:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.379181:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042120576 00000100:00100000:0.0:1763336276.379194:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042120576 00000100:00100000:0.0:1763336276.379270:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3666 00000100:00100000:0.0:1763336276.379280:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57630:x1848991042120576:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336276.379502:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57630:x1848991042120576:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 223us (2321us total) trans 4294968929 rc 0/0 00000100:00100000:0.0:1763336276.379510:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3666 00000100:00100000:1.0:1763336276.383403:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.383600:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042120832 00000100:00100000:2.0:1763336276.383610:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042120832 00000100:00100000:2.0:1763336276.383659:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3667 00000100:00100000:2.0:1763336276.383668:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57630:x1848991042120832:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336276.384172:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x5b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763336276.384253:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336276.384269:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336276.384280:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336276.384288:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336276.384299:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336276.384331:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336276.384353:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763336276.384522:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57630:x1848991042120832:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 853us (1126us total) trans 4294968930 rc 0/0 00000100:00100000:2.0:1763336276.384530:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3667 00010000:00010000:3.0:1763336276.384603:0:6500:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336276.384609:0:6500:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336276.384616:0:6500:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336276.384619:0:6500:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336276.384625:0:6500:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336276.384637:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:3.0:1763336276.384639:0:6500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336276.384645:0:6500:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336276.384650:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a10 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336276.384660:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336276.384662:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336276.384664:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336276.425260:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.425354:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042120960 00000100:00100000:0.0:1763336276.425364:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042120960 00000100:00100000:0.0:1763336276.425424:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10671 00000100:00100000:0.0:1763336276.425433:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57631:x1848991042120960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.425458:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.425482:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45a17 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67067 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.425553:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.425569:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.425580:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.425591:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.425598:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.425604:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.425676:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.425966:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.425975:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336276.426013:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00000004:00200000:0.0:1763336276.426017:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336276.426034:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426045:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426054:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426060:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426065:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426072:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426077:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf72600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.426081:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426088:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426100:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:0.0:1763336276.426104:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336276.426109:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426114:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45a1e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426128:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426133:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426139:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426143:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf774e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.426145:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426150:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426156:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9282ca2c00) 00010000:00010000:0.0:1763336276.426158:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336276.426161:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426165:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf774e00/0x84ca14902aa45a25 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.426194:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45a17 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.426208:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.426214:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.426216:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336276.426218:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0c600, rc 0) 00000100:00100000:0.0:1763336276.428075:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57631:x1848991042120960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2249us (2431us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.428087:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10671 00000100:00100000:1.0:1763336276.431238:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.431979:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042121216 00000100:00100000:0.0:1763336276.431990:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042121216 00000100:00100000:0.0:1763336276.432051:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10672 00000100:00100000:0.0:1763336276.432061:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57631:x1848991042121216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.432081:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.432103:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa45a33 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6706e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.432205:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa45a3a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.432220:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa45a3a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.432233:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa45a3a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336276.432244:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:0.0:1763336276.432350:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0d800/0x84ca14902aa45a33 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6706e expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.432368:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa45a3a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6706e expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.432375:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.432378:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336276.432381:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbc0ce00, rc 0) 00000100:00100000:0.0:1763336276.432437:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57631:x1848991042121216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 377us (1208us total) trans 4294968931 rc 0/0 00000100:00100000:0.0:1763336276.432445:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10672 00000100:00100000:1.0:1763336276.440020:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.440104:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042121472 00000100:00100000:2.0:1763336276.440114:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042121472 00000100:00100000:2.0:1763336276.440449:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10673 00000100:00100000:2.0:1763336276.440460:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57631:x1848991042121472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.440489:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.440512:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a48 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67075 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.440664:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45a4f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.440681:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45a4f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.440879:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45a4f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.440895:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:2.0:1763336276.441076:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61200/0x84ca14902aa45a48 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67075 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.441100:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45a4f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67075 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.441109:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.441112:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336276.441115:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:2.0:1763336276.441220:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57631:x1848991042121472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 761us (1211us total) trans 4294968932 rc 0/0 00000100:00100000:2.0:1763336276.441227:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10673 00000100:00100000:1.0:1763336276.496121:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.496244:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042121600 00000100:00100000:2.0:1763336276.496255:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042121600 00000100:00100000:2.0:1763336276.496324:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2223 00000100:00100000:2.0:1763336276.496334:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042121600:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336276.496367:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.496385:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 14 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.496393:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.496395:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.496399:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.496435:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 14 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.496452:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 14 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.496468:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056202240:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.496565:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.502436:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.502818:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056202240:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336276.502846:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.502965:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042121728 00000100:00100000:0.0:1763336276.502972:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042121728 00010000:00010000:0.0:1763336276.503002:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.503036:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3649 00000100:00100000:0.0:1763336276.503044:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042121728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.503056:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.503074:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.503085:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.503106:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa459e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6704b expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.503119:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.503120:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.503124:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.503133:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.503157:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.503199:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042121728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 156us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.503205:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3649 00010000:00010000:2.0:1763336276.503591:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.503599:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510905:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510933:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510942:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510948:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336276.510953:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510961:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510979:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.510987:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61200/0x84ca14902aa45a5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.511637:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042121600:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 15298us (15520us total) trans 0 rc 247722/247722 00000100:00100000:2.0:1763336276.511647:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2223 00000100:00100000:0.0:1763336276.516261:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.516370:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.516559:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042121856 00000100:00100000:2.0:1763336276.516570:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042121856 00000100:00100000:2.0:1763336276.516625:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042121984 00000100:00100000:2.0:1763336276.516629:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042121984 00000100:00100000:1.0:1763336276.516743:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7691 00000100:00100000:1.0:1763336276.516756:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042121856:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336276.516775:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336276.516794:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a64 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6707c expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.516849:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056202368:192.168.203.16@tcp:106: 00000100:00100000:1.0:1763336276.516955:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.517215:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7692 00000100:00100000:2.0:1763336276.517224:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042121984:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.517234:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.517246:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45a6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67083 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.517275:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056202496:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336276.517316:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.520258:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8396:1848991056202368:192.168.203.16@tcp:106: 00010000:00010000:1.0:1763336276.520295:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a64 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6707c expref: 21 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336276.520317:0:8396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a64 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6707c expref: 21 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336276.520328:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:1.0:1763336276.520391:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042121856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3637us (4138us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336276.520399:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7691 00000100:00100000:2.0:1763336276.522241:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056202496:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336276.522276:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45a6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67083 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.522299:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a61c00/0x84ca14902aa45a6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67083 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.522311:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a61c00, rc 0) 00000100:00100000:2.0:1763336276.522757:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042121984:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5533us (6385us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336276.522765:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7692 00000100:00100000:2.0:1763336276.527197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.527484:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042122112 00000100:00100000:1.0:1763336276.527496:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042122112 00000100:00100000:1.0:1763336276.527814:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2224 00000100:00100000:1.0:1763336276.527826:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042122112:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336276.527865:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.527883:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.527891:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336276.527892:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336276.527896:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.527939:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.527950:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 20 pid: 30886 timeout: 1164 lvb_type: 0 00000100:00100000:1.0:1763336276.527964:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056202624:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336276.528049:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.531776:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.531852:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042122240 00000100:00100000:3.0:1763336276.531862:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042122240 00010000:00010000:3.0:1763336276.531900:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 21 pid: 30886 timeout: 1164 lvb_type: 0 00000100:00100000:3.0:1763336276.532468:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3650 00000100:00100000:3.0:1763336276.532479:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042122240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.532496:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.532516:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 21 pid: 30886 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.532531:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 21 pid: 30886 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.532555:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.532557:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.532562:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.532572:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.532596:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.532653:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042122240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 175us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.532661:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3650 00010000:00010000:1.0:1763336276.532756:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9293432c00/0x84ca14902aa459d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67044 expref: 20 pid: 30886 timeout: 1164 lvb_type: 0 00000100:00100000:1.0:1763336276.532770:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056202624:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336276.532788:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.532797:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.532805:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537427:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537444:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537453:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537460:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.537464:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537473:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537491:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.537498:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45a72 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.537671:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042122112:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 9843us (10478us total) trans 0 rc 247722/247722 00000100:00100000:1.0:1763336276.537681:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2224 00000100:00100000:0.0:1763336276.550342:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.551612:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042122368 00000100:00100000:3.0:1763336276.551627:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042122368 00000100:00100000:2.0:1763336276.552034:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 458 00000100:00100000:2.0:1763336276.552047:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57631:x1848991042122368:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336276.552064:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336276.552091:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa45a4f lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67075 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.552110:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.552116:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336276.552517:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57631:x1848991042122368:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 472us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.552525:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 458 00000100:00100000:2.0:1763336276.555135:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.555239:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042122624 00000100:00100000:0.0:1763336276.555250:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042122624 00000100:00100000:0.0:1763336276.555307:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3668 00000100:00100000:0.0:1763336276.555316:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57631:x1848991042122624:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336276.555573:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57631:x1848991042122624:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 256us (444us total) trans 4294968933 rc 0/0 00000100:00100000:0.0:1763336276.555580:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3668 00000100:00100000:0.0:1763336276.560019:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.560659:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042122880 00000100:00100000:2.0:1763336276.560671:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042122880 00000100:00100000:2.0:1763336276.560833:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10674 00000100:00100000:2.0:1763336276.560843:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991042122880:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.560869:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.560891:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45a79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6708a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.561013:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.561028:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.561036:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.561063:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.561074:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 32 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.561086:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056202752:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.561164:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.565195:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.565232:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056202752:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336276.565260:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336276.565492:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042123008 00000100:00100000:3.0:1763336276.565499:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042123008 00010000:00010000:3.0:1763336276.565532:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 33 pid: 6513 timeout: 1164 lvb_type: 0 00000100:00100000:3.0:1763336276.565564:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3651 00000100:00100000:3.0:1763336276.565573:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991042123008:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.565588:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.565595:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 33 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.565606:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 33 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.565626:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0c600/0x84ca14902aa45a2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67067 expref: 33 pid: 6513 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.565639:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336276.565644:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336276.565653:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336276.565660:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.566475:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.566485:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.566511:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00010000:00010000:2.0:1763336276.566637:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45a79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.566653:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.566660:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.566663:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336276.566666:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336276.566771:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042122880:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5929us (6762us total) trans 4294968934 rc 0/0 00000100:00100000:2.0:1763336276.566779:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10674 00010000:00010000:3.0:1763336276.567222:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.567265:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991042123008:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1693us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.567273:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3651 00000100:00100000:0.0:1763336276.578904:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.578999:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042123136 00000100:00100000:2.0:1763336276.579009:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042123136 00000100:00100000:2.0:1763336276.579220:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10675 00000100:00100000:2.0:1763336276.579231:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991042123136:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.579251:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.579271:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45a8e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67091 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.579366:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.579380:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.579389:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.579420:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.579432:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 33 pid: 6514 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.579444:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056202880:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.579525:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e9b240 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.583835:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056202880:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.583869:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336276.584140:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.584198:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042123264 00000100:00100000:3.0:1763336276.584205:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042123264 00010000:00010000:3.0:1763336276.584236:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 34 pid: 6514 timeout: 1164 lvb_type: 0 00000100:00100000:3.0:1763336276.584269:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3652 00000100:00100000:3.0:1763336276.584276:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991042123264:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.584290:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.584296:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 34 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.584308:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 34 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.584329:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45a80 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6708a expref: 34 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.584343:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336276.584347:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336276.584360:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336276.584367:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336276.584394:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.584440:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991042123264:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 163us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.584447:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3652 00010000:00010000:2.0:1763336276.584655:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.584663:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.584749:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00000004:00200000:2.0:1763336276.584754:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336276.584773:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.584800:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45a8e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67091 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.584813:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67091 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.584819:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.584822:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336276.584824:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:2.0:1763336276.584858:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991042123136:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5630us (5965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.584865:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10675 00000100:00100000:0.0:1763336276.592297:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.592549:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042123392 00000100:00100000:2.0:1763336276.592558:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042123392 00000100:00100000:2.0:1763336276.592615:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7693 00000100:00100000:2.0:1763336276.592624:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042123392:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.592640:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.592660:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67098 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336276.592679:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 247722, mtime: 0x691a6053, atime: 0x691a6053, ctime: 0x691a6054, blocks: 0x118 00010000:00010000:2.0:1763336276.592731:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.592733:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.592744:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.592759:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 14 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.592771:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:2.0:1763336276.592833:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042123392:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 209us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.592839:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7693 00000100:00100000:3.0:1763336276.596429:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.596532:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042123648 00000100:00100000:0.0:1763336276.596544:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042123648 00000100:00100000:0.0:1763336276.596598:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3669 00000100:00100000:0.0:1763336276.596607:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991042123648:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336276.596874:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042123648:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 268us (454us total) trans 4294968935 rc 0/0 00000100:00100000:0.0:1763336276.596882:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3669 00000100:00100000:3.0:1763336276.604061:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.604133:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042123904 00000100:00100000:2.0:1763336276.604143:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042123904 00000100:00100000:2.0:1763336276.604198:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10676 00000100:00100000:2.0:1763336276.604209:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042123904:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.604234:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.604237:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336276.604262:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45a95 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67091 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.604292:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbc0ce00/0x84ca14902aa45a3a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6706e expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.604305:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45a09 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67060 expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.604314:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.604318:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336276.604329:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45aa3 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6709f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.604368:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45aaa lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.604379:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45aaa lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.604387:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45aaa lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:2.0:1763336276.606073:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].176, 88 off22928 00000004:00080000:2.0:1763336276.606089:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1064567403538ns, next at 1064421483885ns, rc = 0 00000040:00080000:2.0:1763336276.606128:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].180, 88 off23280 00000004:00080000:2.0:1763336276.606135:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1064567449434ns, next at 1064421457669ns, rc = 0 00000040:00080000:2.0:1763336276.606574:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].177, 88 off23016 00000004:00080000:2.0:1763336276.606581:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1064567895361ns, next at 1064421483885ns, rc = 0 00000040:00080000:2.0:1763336276.606605:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].181, 88 off23368 00000004:00080000:2.0:1763336276.606610:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1064567924667ns, next at 1064421457669ns, rc = 0 00000040:00080000:2.0:1763336276.606677:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].182, 88 off23456 00000004:00080000:2.0:1763336276.606800:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1064567997190ns, next at 1064421457669ns, rc = 0 00000040:00080000:2.0:1763336276.606828:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].178, 88 off23104 00000004:00080000:2.0:1763336276.606834:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1064568148447ns, next at 1064421483885ns, rc = 0 00000001:00080000:3.0:1763336276.609103:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968936 is committed 00000004:00080000:3.0:1763336276.609115:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 177 committed 00000004:00080000:3.0:1763336276.609128:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 177 committed 00000100:00100000:0.0:1763336276.609266:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056203008:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763336276.609297:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609307:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609314:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609320:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:0.0:1763336276.609323:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336276.609324:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609332:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609345:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5b:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336276.609348:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336276.609353:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336276.609357:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1763336276.609358:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa459ca lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336276.609362:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056203392:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336276.609380:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336276.609384:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609391:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609396:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609401:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bf775c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336276.609404:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336276.609405:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056203136:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763336276.609411:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.609418:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.609421:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336276.609423:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336276.609423:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336276.609428:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bf775c00/0x84ca14902aa459df lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336276.609436:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336276.609441:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056203264:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336276.609458:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336276.609522:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 176 committed 00000100:00100000:1.0:1763336276.609615:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056203776:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336276.609647:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203008 00000100:00100000:1.0:1763336276.609653:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203008 00000100:00100000:1.0:1763336276.609711:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203392 00000100:00100000:1.0:1763336276.609714:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203392 00000100:00100000:1.0:1763336276.609731:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203136 00000100:00100000:1.0:1763336276.609734:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203136 00000100:00100000:1.0:1763336276.609747:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203264 00000100:00100000:1.0:1763336276.609749:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203264 00000100:00100000:1.0:1763336276.609767:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7694 00000100:00100000:1.0:1763336276.609775:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056203008:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763336276.609791:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056203648:0@lo:2:osp-syn-1-1.0 00002000:00080000:1.0:1763336276.609798:0:8396:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:62 count 1 00000100:00100000:0.0:1763336276.609813:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763336276.609826:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 235929, mtime: 0x691a6052, atime: 0x691a604d, ctime: 0x691a6052, blocks: 0xc8 00010000:00010000:1.0:1763336276.609833:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.609837:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203648 00000100:00100000:0.0:1763336276.609839:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203648 00010000:00010000:1.0:1763336276.609845:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.609847:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.609852:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.609855:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7695 00000100:00100000:0.0:1763336276.609860:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056203392:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336276.609865:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.609872:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.609878:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.609897:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1763336276.609973:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.609976:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336276.609979:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336276.609980:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336276.609983:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336276.610012:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3647:x1848991056203392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 151us (631us total) trans 21474839517 rc 0/0 00000100:00100000:0.0:1763336276.610019:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7695 00000100:00100000:0.0:1763336276.610034:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7696 00000100:00100000:0.0:1763336276.610039:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056203136:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336276.610084:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247722 -> 247722 00002000:00010000:0.0:1763336276.610087:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336276.610089:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336276.610091:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336276.610093:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:0.0:1763336276.610116:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056203136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (693us total) trans 21474839519 rc 0/0 00000100:00100000:0.0:1763336276.610122:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7696 00000100:00100000:0.0:1763336276.610133:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7697 00000100:00100000:0.0:1763336276.610138:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056203264:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336276.610177:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.610180:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336276.610182:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336276.610184:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336276.610186:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336276.610207:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056203264:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (747us total) trans 21474839520 rc 0/0 00000100:00100000:0.0:1763336276.610212:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7697 00000100:00100000:0.0:1763336276.610224:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7698 00000100:00100000:0.0:1763336276.610230:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056203648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336276.610282:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056203008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 507us (957us total) trans 21474839518 rc 0/0 00000100:00100000:1.0:1763336276.610288:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7694 00002000:00010000:0.0:1763336276.610300:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.610303:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336276.610305:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336276.610307:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336276.610309:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336276.610333:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056203648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (519us total) trans 17179872130 rc 0/0 00000100:00100000:0.0:1763336276.610338:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7698 00010000:00010000:0.0:1763336276.610356:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336276.610362:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.610369:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336276.610372:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.610379:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.610394:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.610399:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45ab1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.610414:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336276.610416:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336276.610417:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336276.610429:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056203904:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336276.610452:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.610471:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336276.610476:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056203520:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763336276.610496:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.610533:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763336276.610585:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186124700/2, rc 0, transno 21474839517 00000100:00100000:0.0:1763336276.610590:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056203392:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336276.610600:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186126a00/2, rc 0, transno 21474839518 00000100:00100000:0.0:1763336276.610603:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056203008:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763336276.610622:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f42d80/2, rc 0, transno 17179872130 00000100:00100000:0.0:1763336276.610630:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056203648:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336276.610638:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186127480/2, rc 0, transno 21474839520 00000100:00100000:0.0:1763336276.610641:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056203264:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336276.610699:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 176 committed 00000004:00080000:3.0:1763336276.610703:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 175 committed 00000004:00080000:3.0:1763336276.610705:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 175 committed 00000020:00080000:3.0:1763336276.610733:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92af6b2cc0 refcount 2 committed 0 result 0 batchid 52 00000020:00080000:3.0:1763336276.610737:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9285e7f0c0 00000020:00080000:3.0:1763336276.610740:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bbd6e900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af6b2b40 00000020:00080000:3.0:1763336276.610743:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c9184c55200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9184c19200 00000020:00080000:3.0:1763336276.610746:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].31 00000020:00080000:3.0:1763336276.610763:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 51 batchid updated 00000020:00080000:3.0:1763336276.610781:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 52 committed batchid 51 00000020:00080000:3.0:1763336276.610857:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 50 cancel update log [0x240000400:0x2:0x0].29: rc = 0 00000020:00080000:3.0:1763336276.610877:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 51 cancel update log [0x240000400:0x2:0x0].30: rc = 0 00000020:00080000:3.0:1763336276.610884:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 51 00000100:00100000:1.0:1763336276.610965:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203904 00000100:00100000:1.0:1763336276.610971:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203904 00000100:00100000:1.0:1763336276.611531:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203520 00000100:00100000:1.0:1763336276.611537:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203520 00000100:00100000:1.0:1763336276.611559:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056203776 00000100:00100000:1.0:1763336276.611562:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056203776 00000100:00100000:1.0:1763336276.611578:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7699 00000100:00100000:1.0:1763336276.611585:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056203904:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336276.611747:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7700 00000100:00100000:2.0:1763336276.611758:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056203520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763336276.611775:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:64 count 1 00010000:00010000:2.0:1763336276.611793:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.611812:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.611820:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7701 00010000:00010000:2.0:1763336276.611822:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.611826:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.611830:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.611831:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056203776:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336276.611870:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 18 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.611884:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 18 pid: 27808 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.611896:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056204032:192.168.203.16@tcp:104: 00002000:00010000:3.0:1763336276.611899:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336276.611903:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.611905:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.611907:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336276.611910:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336276.612048:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.612051:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056203776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 221us (1515us total) trans 17179872132 rc 0/0 00000100:00100000:3.0:1763336276.612059:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7701 00010000:00010000:2.0:1763336276.612103:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45aaa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6709f expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.612113:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.612116:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336276.612130:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45aa3 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6709f expref: 18 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763336276.612144:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45aaa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6709f expref: 17 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.612166:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.612169:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336276.612172:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336276.612217:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042123904:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8009us (8166us total) trans 4294968936 rc 0/0 00000100:00100000:1.0:1763336276.612228:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056203904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 640us (1772us total) trans 17179872131 rc 0/0 00000100:00100000:2.0:1763336276.612232:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10676 00000100:00100000:1.0:1763336276.612241:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7699 00000004:00080000:1.0:1763336276.612296:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f41500/2, rc 0, transno 17179872131 00000100:00100000:1.0:1763336276.612302:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056203904:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336276.612378:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f42680/2, rc 0, transno 17179872132 00000100:00100000:1.0:1763336276.612382:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056203776:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336276.613216:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186127100/2, rc 0, transno 21474839519 00000100:00100000:0.0:1763336276.613229:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056203136:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336276.616987:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.617007:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056204032:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336276.617026:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.617033:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124032 00010000:00010000:2.0:1763336276.617039:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.617062:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124160 00000100:00100000:0.0:1763336276.617069:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124160 00010000:00010000:0.0:1763336276.617103:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 19 pid: 27808 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.617143:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3653 00000100:00100000:0.0:1763336276.617153:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042124160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.617167:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.617173:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 19 pid: 27808 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.617185:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 19 pid: 27808 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.617213:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa44e32 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c66c38 expref: 19 pid: 27808 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.617227:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.617230:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.617234:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.617243:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.617272:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336276.617292:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.617301:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.617311:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.617318:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.617328:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042124160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 175us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.617337:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3653 00010000:00010000:2.0:1763336276.617341:0:35222:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336276.617380:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124032 00000100:00100000:1.0:1763336276.617417:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7702 00000100:00100000:1.0:1763336276.617424:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57585:x1848991042124032:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336276.617437:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336276.617450:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670a6 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.617471:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 15 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336276.617478:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.617479:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.617483:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [57344->102399] (req 57344->102399) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.617568:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 15 pid: 28588 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763336276.617575:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056203520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5816us (7074us total) trans 17179872133 rc 0/0 00000100:00100000:2.0:1763336276.617586:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7700 00010000:00010000:1.0:1763336276.617586:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 15 pid: 28588 timeout: 1164 lvb_type: 1 00000100:00100000:1.0:1763336276.617603:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056204160:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336276.617655:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00010000:00010000:3.0:1763336276.617803:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336276.617810:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.617818:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336276.617823:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.617832:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.617846:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.617860:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ab8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.617884:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336276.617886:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336276.617888:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763336276.617890:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f40000/2, rc 0, transno 17179872133 00000100:00100000:2.0:1763336276.617898:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056203520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763336276.621837:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.621892:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124288 00000100:00100000:2.0:1763336276.621901:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124288 00010000:00010000:2.0:1763336276.621946:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 16 pid: 28588 timeout: 1164 lvb_type: 1 00000100:00100000:2.0:1763336276.621995:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3654 00000100:00100000:2.0:1763336276.622005:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042124288:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336276.622018:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336276.622036:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 16 pid: 28588 timeout: 1164 lvb_type: 1 00010000:00010000:2.0:1763336276.622049:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 16 pid: 28588 timeout: 1164 lvb_type: 1 00010000:00010000:2.0:1763336276.622069:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.622071:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.622078:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 16 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.622088:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 16 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.622125:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 16 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.622138:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056204288:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336276.622211:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00010000:00010000:1.0:1763336276.625114:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918635b200/0x84ca14902aa45a9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67098 expref: 16 pid: 28588 timeout: 1164 lvb_type: 1 00000100:00100000:1.0:1763336276.625134:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056204160:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336276.625160:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.625173:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:1.0:1763336276.625234:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991042124032:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7809us (8256us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.625244:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7702 00000100:00100000:2.0:1763336276.625317:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056204288:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336276.625339:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336276.625380:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042124288:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3376us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.625389:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3654 00000100:00100000:3.0:1763336276.628579:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.629095:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124416 00000100:00100000:2.0:1763336276.629105:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124416 00000100:00100000:2.0:1763336276.629167:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10677 00000100:00100000:2.0:1763336276.629177:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042124416:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.629202:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.629224:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ac6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670ad expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.629258:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.629271:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.629282:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.629392:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ac6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.629408:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.629416:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.629419:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336276.629422:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635ac00, rc 0) 00000100:00100000:2.0:1763336276.629481:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042124416:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 305us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.629492:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10677 00000100:00100000:3.0:1763336276.635105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.635170:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124544 00000100:00100000:1.0:1763336276.635180:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124544 00002000:00100000:1.0:1763336276.635228:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (57344->61439) req@ffff9c918b640000 x1848991042124544/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336276.635240:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b640000 with x1848991042124544 ext(57344->61439) 00002000:00010000:1.0:1763336276.635246:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b640000 00000100:00100000:1.0:1763336276.635281:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2225 00000100:00100000:1.0:1763336276.635291:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042124544:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336276.635472:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042124544:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 181us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336276.635480:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2225 00002000:00100000:1.0:1763336276.635487:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (57344->61439) req@ffff9c918b640000 x1848991042124544/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/4536 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336276.635495:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b640000 with x1848991042124544 ext(57344->61439) 00002000:00010000:1.0:1763336276.635498:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b640000 00000100:00100000:3.0:1763336276.641652:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.643628:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124672 00000100:00100000:2.0:1763336276.643641:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124672 00002000:00100000:2.0:1763336276.643699:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (98304->102399) req@ffff9c918b641500 x1848991042124672/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336276.643710:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641500 with x1848991042124672 ext(98304->102399) 00002000:00010000:2.0:1763336276.643716:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641500 00000100:00100000:2.0:1763336276.643750:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2226 00000100:00100000:2.0:1763336276.643759:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042124672:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336276.643935:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042124672:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 177us (2293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336276.643942:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2226 00002000:00100000:2.0:1763336276.643948:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (98304->102399) req@ffff9c918b641500 x1848991042124672/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/4536 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336276.643957:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641500 with x1848991042124672 ext(98304->102399) 00002000:00010000:2.0:1763336276.643960:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641500 00000100:00100000:3.0:1763336276.651845:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.654372:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124800 00000100:00100000:2.0:1763336276.654386:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124800 00000100:00100000:2.0:1763336276.655648:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10678 00000100:00100000:2.0:1763336276.655665:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042124800:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.655710:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.655733:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45ad4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670b4 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.655831:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45adb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.655845:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45adb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.655857:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45adb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.655882:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 247722 00000004:00200000:2.0:1763336276.655886:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336276.655901:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45adb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.655935:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45ad4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670b4 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.655953:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45adb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670b4 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.655960:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.655963:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336276.655967:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:2.0:1763336276.656040:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042124800:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 381us (4204us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.656048:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10678 00000100:00100000:3.0:1763336276.662371:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.662430:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042124928 00000100:00100000:2.0:1763336276.662441:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042124928 00002000:00100000:2.0:1763336276.662489:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (102400->143359) req@ffff9c918b641f80 x1848991042124928/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336276.662505:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641f80 with x1848991042124928 ext(102400->143359) 00002000:00010000:2.0:1763336276.662511:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641f80 00000100:00100000:2.0:1763336276.662592:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2227 00000100:00100000:2.0:1763336276.662602:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042124928:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336276.670195:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042124928:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 7585us (7823us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1763336276.670209:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2227 00002000:00100000:2.0:1763336276.670221:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (102400->143359) req@ffff9c918b641f80 x1848991042124928/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/440 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336276.670231:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641f80 with x1848991042124928 ext(102400->143359) 00002000:00010000:2.0:1763336276.670238:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641f80 00000100:00100000:3.0:1763336276.676262:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.676382:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125184 00000100:00100000:0.0:1763336276.676394:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125184 00000100:00100000:0.0:1763336276.676445:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10679 00000100:00100000:0.0:1763336276.676452:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042125184:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336276.676495:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336276.676517:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45adb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670b4 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.676533:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45aaa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6709f expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.676544:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.676550:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336276.676814:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.676891:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.676902:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336276.676953:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968937 00000004:00010000:0.0:1763336276.676977:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000324ffb14 reply state 00000000a9604316 transno 4294968938 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.676988:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.676994:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.676996:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336276.676999:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336276.677082:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042125184:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 628us (828us total) trans 4294968938 rc 0/0 00000100:00100000:0.0:1763336276.677091:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10679 00000020:00080000:0.0:1763336276.677097:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336276.678795:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.679072:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125312 00000100:00100000:0.0:1763336276.681650:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125312 00000100:00100000:0.0:1763336276.681735:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10680 00000100:00100000:0.0:1763336276.681745:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042125312:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336276.681764:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.681783:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670bb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.681837:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.681849:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.681865:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.681868:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336276.681872:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336276.681938:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042125312:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 194us (3290us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.681944:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10680 00000100:00100000:1.0:1763336276.691742:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.691813:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.691847:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.691913:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125440 00000100:00100000:3.0:1763336276.691931:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125440 00002000:00010000:3.0:1763336276.691963:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (259357->18446744073709551615) 00002000:00100000:3.0:1763336276.691968:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f43b80 with x1848991042125440 ext(259357->18446744073709551615) 00002000:00010000:3.0:1763336276.691979:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f43b80. 00000100:00100000:3.0:1763336276.692005:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125568 00000100:00100000:3.0:1763336276.692008:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125568 00002000:00010000:3.0:1763336276.692020:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336276.692022:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f42300 with x1848991042125568 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336276.692027:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f42300. 00000100:00100000:3.0:1763336276.692037:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125696 00000100:00100000:3.0:1763336276.692039:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125696 00002000:00010000:3.0:1763336276.692048:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336276.692051:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb100 with x1848991042125696 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336276.692056:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186efb100. 00000100:00100000:3.0:1763336276.692077:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2228 00000100:00100000:3.0:1763336276.692085:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042125440:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336276.692264:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 247722 -> 259357 00002000:00010000:3.0:1763336276.692268:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336276.692271:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.692273:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336276.692276:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:3.0:1763336276.692320:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042125440:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 235us (587us total) trans 21474839521 rc 0/0 00000100:00100000:3.0:1763336276.692327:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2228 00002000:00010000:3.0:1763336276.692331:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (259357->18446744073709551615) 00002000:00100000:3.0:1763336276.692334:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f43b80 with x1848991042125440 ext(259357->18446744073709551615) 00002000:00010000:3.0:1763336276.692338:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f43b80. 00000100:00100000:3.0:1763336276.692354:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2229 00000100:00100000:3.0:1763336276.692360:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042125568:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336276.692402:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336276.692405:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336276.692407:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.692409:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336276.692411:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336276.692429:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042125568:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 69us (616us total) trans 21474839522 rc 0/0 00000100:00100000:3.0:1763336276.692439:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2229 00002000:00010000:3.0:1763336276.692441:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:3.0:1763336276.692444:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f42300 with x1848991042125568 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336276.692448:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f42300. 00000100:00100000:3.0:1763336276.692458:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2230 00000100:00100000:3.0:1763336276.692464:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042125696:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336276.692518:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336276.692521:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336276.692523:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:3.0:1763336276.692526:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336276.697101:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336276.697408:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042125696:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 4937us (5553us total) trans 17179872134 rc 0/0 00000100:00100000:1.0:1763336276.697420:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2230 00002000:00010000:1.0:1763336276.697427:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336276.697430:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb100 with x1848991042125696 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336276.697441:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186efb100. 00000100:00100000:1.0:1763336276.703783:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.704094:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125824 00000100:00100000:3.0:1763336276.704105:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125824 00002000:00100000:3.0:1763336276.704146:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (200704->262143) req@ffff9c9186ef8e00 x1848991042125824/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.704158:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef8e00 with x1848991042125824 ext(200704->262143) 00002000:00010000:3.0:1763336276.704164:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef8e00 00000100:00100000:3.0:1763336276.704195:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2231 00000100:00100000:3.0:1763336276.704205:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042125824:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336276.708169:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042125824:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3956us (4387us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1763336276.708182:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2231 00002000:00100000:1.0:1763336276.708195:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (200704->262143) req@ffff9c9186ef8e00 x1848991042125824/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/440 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336276.708206:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ef8e00 with x1848991042125824 ext(200704->262143) 00002000:00010000:1.0:1763336276.708213:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ef8e00 00000100:00100000:1.0:1763336276.713306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.713412:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042125952 00000100:00100000:3.0:1763336276.713422:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042125952 00002000:00100000:3.0:1763336276.713462:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (57344->259356) req@ffff9c9184e89180 x1848991042125952/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 520/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.713472:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89180 with x1848991042125952 ext(57344->259356) 00002000:00010000:3.0:1763336276.713478:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89180 00000100:00100000:3.0:1763336276.713509:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2232 00000100:00100000:3.0:1763336276.713518:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042125952:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336276.718125:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042125952:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4600us (4819us total) trans 21474839523 rc 0/0 00000100:00100000:3.0:1763336276.718138:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2232 00002000:00100000:3.0:1763336276.718149:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (57344->259356) req@ffff9c9184e89180 x1848991042125952/t21474839523(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 520/456 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.718160:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89180 with x1848991042125952 ext(57344->259356) 00002000:00010000:3.0:1763336276.718167:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89180 00000100:00100000:1.0:1763336276.720595:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.721032:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042126080 00000100:00100000:0.0:1763336276.721042:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042126080 00000100:00100000:2.0:1763336276.721663:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7703 00000100:00100000:2.0:1763336276.721676:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042126080:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336276.723113:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839523 is committed 00000001:00080000:3.0:1763336276.723127:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839520 is committed 00000100:00100000:2.0:1763336276.725352:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042126080:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 3670us (4754us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.725366:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7703 00000100:00100000:1.0:1763336276.729951:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.730013:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042126208 00000100:00100000:2.0:1763336276.730022:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042126208 00000100:00100000:2.0:1763336276.730070:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10681 00000100:00100000:2.0:1763336276.730079:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042126208:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336276.730097:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.730120:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45af0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670c2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.730223:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45af7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.730236:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45af7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.730246:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45af7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.730267:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00000004:00200000:2.0:1763336276.730270:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336276.730285:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45af7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.730307:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45af0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670c2 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.730322:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45af7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670c2 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.730331:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.730334:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336276.730336:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b800, rc 0) 00000100:00100000:2.0:1763336276.730391:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042126208:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 313us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.730404:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10681 00000100:00100000:0.0:1763336276.734419:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.736038:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042126336 00000100:00100000:3.0:1763336276.736051:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042126336 00002000:00100000:3.0:1763336276.736096:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (24576->57343) req@ffff9c9186124000 x1848991042126336/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.736108:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186124000 with x1848991042126336 ext(24576->57343) 00002000:00010000:3.0:1763336276.736114:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186124000 00000100:00100000:3.0:1763336276.736149:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2233 00000100:00100000:3.0:1763336276.736158:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042126336:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336276.739811:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042126336:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3645us (5391us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1763336276.739825:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2233 00002000:00100000:3.0:1763336276.739837:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (24576->57343) req@ffff9c9186124000 x1848991042126336/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/440 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.739848:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186124000 with x1848991042126336 ext(24576->57343) 00002000:00010000:3.0:1763336276.739854:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186124000 00000100:00100000:1.0:1763336276.753291:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.753395:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042126464 00000100:00100000:3.0:1763336276.753405:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042126464 00002000:00100000:3.0:1763336276.753453:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (4096->24575) req@ffff9c9184e89c00 x1848991042126464/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.753464:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89c00 with x1848991042126464 ext(4096->24575) 00002000:00010000:3.0:1763336276.753470:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89c00 00000100:00100000:3.0:1763336276.753492:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2234 00000100:00100000:3.0:1763336276.753502:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042126464:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336276.759494:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042126464:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 5982us (6201us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1763336276.760136:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2234 00002000:00100000:3.0:1763336276.760151:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (4096->24575) req@ffff9c9184e89c00 x1848991042126464/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/440 e 0 to 0 dl 1763336287 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336276.760161:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e89c00 with x1848991042126464 ext(4096->24575) 00002000:00010000:3.0:1763336276.760168:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e89c00 00000100:00100000:1.0:1763336276.770569:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.770666:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042126720 00000100:00100000:0.0:1763336276.770676:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042126720 00000100:00100000:0.0:1763336276.771126:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3670 00000100:00100000:0.0:1763336276.771140:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042126720:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336276.771359:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57585:x1848991042126720:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 223us (798us total) trans 4294968939 rc 0/0 00000100:00100000:0.0:1763336276.771367:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3670 00000100:00100000:1.0:1763336276.786060:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.786349:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042126976 00000100:00100000:2.0:1763336276.786360:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042126976 00000100:00100000:2.0:1763336276.786421:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10682 00000100:00100000:2.0:1763336276.786671:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57632:x1848991042126976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.786968:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.786994:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45afe lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670c9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.787067:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.787081:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787093:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787107:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.787113:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787119:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787456:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b13 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.787467:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787474:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.787483:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00010000:00010000:2.0:1763336276.787553:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787564:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787570:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787576:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787581:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918635b200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336276.787585:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787590:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787601:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336276.787605:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336276.787609:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787615:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45b05 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787627:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787632:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787637:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787642:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336276.787644:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787650:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787655:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24ec00) 00010000:00010000:2.0:1763336276.787658:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336276.787660:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787665:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45b0c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.787756:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45afe lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670c9 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.787773:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670c9 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.787780:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336276.787782:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336276.787785:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0a00, rc 0) 00000100:00100000:2.0:1763336276.787849:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57632:x1848991042126976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1419us (1798us total) trans 4294968940 rc 0/0 00000100:00100000:2.0:1763336276.787856:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10682 00000100:00100000:1.0:1763336276.792537:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.792615:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042127232 00000100:00100000:2.0:1763336276.792626:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042127232 00000100:00100000:2.0:1763336276.792716:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10683 00000100:00100000:2.0:1763336276.792726:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57632:x1848991042127232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.792751:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.792773:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b21 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670d0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.793213:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.793228:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.793239:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336276.793249:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5c:0x0]: returning size 0 00010000:00010000:2.0:1763336276.793293:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b21 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.793320:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.793329:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:2.0:1763336276.793332:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336276.793335:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d1200, rc 0) 00000100:00100000:2.0:1763336276.793388:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57632:x1848991042127232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 662us (858us total) trans 4294968941 rc 0/0 00000100:00100000:2.0:1763336276.793395:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10683 00000100:00100000:1.0:1763336276.793937:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.794047:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042127360 00000100:00100000:0.0:1763336276.794054:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042127360 00000100:00100000:0.0:1763336276.794100:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 459 00000100:00100000:0.0:1763336276.794108:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2406:x1848991042127360:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.794120:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.794136:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b13 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670c9 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.794148:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336276.794152:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.794187:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991042127360:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 80us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.794194:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 459 00000100:00100000:1.0:1763336276.799171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.799235:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042127616 00000100:00100000:0.0:1763336276.799245:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042127616 00000100:00100000:0.0:1763336276.799295:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10684 00000100:00100000:0.0:1763336276.799303:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57632:x1848991042127616:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.799323:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.799342:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45b36 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670d7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.799450:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.799463:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.799471:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.799497:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.799514:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 27 pid: 6514 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.799527:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186125500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056204416:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.799605:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92909769c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336276.801833:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186125500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056204416:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.801861:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763336276.803425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.803548:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042127744 00000100:00100000:3.0:1763336276.803557:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042127744 00010000:00010000:3.0:1763336276.803595:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 28 pid: 6514 timeout: 1164 lvb_type: 0 00000100:00100000:3.0:1763336276.803636:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3655 00000100:00100000:3.0:1763336276.803647:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042127744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.803661:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.803667:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 28 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.803679:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 28 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.804199:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa45b28 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d0 expref: 28 pid: 6514 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.804215:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:3.0:1763336276.804220:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336276.804228:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336276.804235:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336276.804269:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.804315:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042127744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 669us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.804323:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3655 00010000:00010000:0.0:1763336276.804526:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804534:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336276.804550:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5c:0x0]: returning size 0 00000004:00080000:0.0:1763336276.804728:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x40:0x0], index 0: 0 00000004:00080000:0.0:1763336276.804737:0:6513:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x42:0x0], index 1: 0 00010000:00010000:0.0:1763336276.804828:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804836:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804842:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804847:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336276.804850:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804857:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804866:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336276.804869:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336276.804872:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804878:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b3d lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.804931:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45b36 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d7 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.804941:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336276.804943:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763336276.804946:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45b36 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670d7 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.804963:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf72600, rc 0) 00000100:00100000:0.0:1763336276.804992:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57632:x1848991042127616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5689us (5830us total) trans 4294968942 rc 301/301 00000100:00100000:0.0:1763336276.804999:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10684 00000100:00100000:2.0:1763336276.809448:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.809532:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128000 00000100:00100000:0.0:1763336276.809543:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128000 00000100:00100000:0.0:1763336276.809601:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3671 00000100:00100000:0.0:1763336276.809612:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57632:x1848991042128000:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336276.810262:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57632:x1848991042128000:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 649us (820us total) trans 4294968943 rc 0/0 00000100:00100000:0.0:1763336276.810271:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3671 00000100:00100000:1.0:1763336276.813886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.814043:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128128 00000100:00100000:2.0:1763336276.814053:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128128 00000100:00100000:2.0:1763336276.814112:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10685 00000100:00100000:2.0:1763336276.814123:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57632:x1848991042128128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.814145:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.814166:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b4b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670de expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.814244:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa45b52 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336276.814257:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa45b52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.814268:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa45b52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336276.814305:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5c:0x0]: returning size 0 00000004:00200000:2.0:1763336276.814310:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336276.814325:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa45b52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336276.814350:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b4b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670de expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.814367:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa45b52 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670de expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.814374:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336276.814378:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763336276.814381:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0800, rc 0) 00000100:00100000:2.0:1763336276.814445:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57632:x1848991042128128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 324us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.814452:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10685 00000100:00100000:1.0:1763336276.819400:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.819437:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.820743:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128256 00000100:00100000:0.0:1763336276.820754:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128256 00000100:00100000:0.0:1763336276.820808:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128384 00000100:00100000:0.0:1763336276.820811:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128384 00000100:00100000:0.0:1763336276.820842:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7704 00000100:00100000:0.0:1763336276.820851:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042128256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.820867:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.820887:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670e5 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336276.820996:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336276.821015:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.821018:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.821025:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 12 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.821041:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 12 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.821052:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:0.0:1763336276.821098:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042128256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 249us (1708us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.821104:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7704 00000100:00100000:0.0:1763336276.821121:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7705 00000100:00100000:0.0:1763336276.821127:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042128384:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.821136:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.821145:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670ec expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336276.821157:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336276.821165:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.821167:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.821170:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.821179:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 20 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.821186:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21faa00, rc 0) 00000100:00100000:0.0:1763336276.821202:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042128384:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 75us (1765us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.821208:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7705 00000100:00100000:1.0:1763336276.825258:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.825343:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128640 00000100:00100000:3.0:1763336276.825353:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128640 00000100:00100000:3.0:1763336276.826322:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10686 00000100:00100000:3.0:1763336276.826340:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57632:x1848991042128640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336276.826361:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336276.826382:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45b67 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670f3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.826719:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45b6e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336276.826734:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45b6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336276.826744:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45b6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336276.826758:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00010000:00010000:3.0:1763336276.826877:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45b67 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670f3 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.826896:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45b6e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670f3 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.826905:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336276.826909:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336276.826913:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336276.826989:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57632:x1848991042128640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 655us (1740us total) trans 4294968944 rc 0/0 00000100:00100000:3.0:1763336276.826997:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10686 00000100:00100000:1.0:1763336276.830484:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.830522:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.830573:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.830806:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128768 00000100:00100000:0.0:1763336276.830816:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128768 00000100:00100000:0.0:1763336276.830858:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129024 00000100:00100000:0.0:1763336276.830861:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129024 00000100:00100000:0.0:1763336276.830878:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042128896 00000100:00100000:0.0:1763336276.830881:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042128896 00000100:00100000:0.0:1763336276.830898:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7706 00000100:00100000:0.0:1763336276.830907:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042128768:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336276.830958:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.830981:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.830989:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336276.830991:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336276.830995:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.831040:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.831054:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 13 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.831070:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186125500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056204544:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.831152:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.831583:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7707 00000100:00100000:2.0:1763336276.831595:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042129024:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336276.831619:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.831631:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.831638:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.831640:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336276.831643:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.831664:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.831673:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 20 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.831683:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056204672:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336276.831742:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.831891:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7708 00000100:00100000:3.0:1763336276.831902:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042128896:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336276.831934:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.831951:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.831957:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336276.831959:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336276.831961:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.831981:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.831990:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 13 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:3.0:1763336276.832000:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056204800:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336276.832032:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.837473:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.837603:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129152 00000100:00100000:3.0:1763336276.837612:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129152 00010000:00010000:3.0:1763336276.837648:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.837809:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056204672:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336276.837833:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.838313:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3656 00000100:00100000:3.0:1763336276.838325:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042129152:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.838341:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.838361:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.838374:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.838395:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa459f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67059 expref: 21 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:3.0:1763336276.838410:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.838412:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.838416:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.838426:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.838458:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.838507:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042129152:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.838515:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3656 00010000:00010000:2.0:1763336276.839042:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839058:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839078:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839086:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839094:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839100:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d1c00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336276.839104:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839113:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839144:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.839153:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b83 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336276.839220:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042129024:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 7628us (8696us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.839230:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7707 00000100:00100000:0.0:1763336276.839510:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186125500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056204544:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.839531:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.840737:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.840768:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.841112:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129280 00000100:00100000:2.0:1763336276.841122:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129280 00002000:00100000:2.0:1763336276.841168:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (53248->114687) req@ffff9c91892e9c00 x1848991042129280/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/0 e 0 to 0 dl 1763336287 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336276.841179:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e9c00 with x1848991042129280 ext(53248->114687) 00010000:00010000:2.0:1763336276.841188:0:24002:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 14 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:2.0:1763336276.841201:0:24002:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 14 pid: 8398 timeout: 1164 lvb_type: 0 00002000:00010000:2.0:1763336276.841208:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c91892e9c00 00000100:00100000:2.0:1763336276.841242:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 133 00000100:00100000:2.0:1763336276.841252:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042129280:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336276.841522:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b642680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056204800:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336276.841543:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336276.841607:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129408 00000100:00100000:0.0:1763336276.841613:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129408 00010000:00010000:0.0:1763336276.841634:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 16 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.841666:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3657 00000100:00100000:0.0:1763336276.841674:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042129408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.841717:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.841733:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 16 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.841744:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 16 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.841995:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bf775e00/0x84ca14902aa459ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67052 expref: 16 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.842010:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.842012:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.842017:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.842026:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.842052:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.842093:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042129408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 419us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.842100:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3657 00010000:00010000:3.0:1763336276.842892:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842904:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842938:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842947:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842956:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842962:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336276.842967:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842976:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.842992:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.843000:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45b8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.843065:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042128896:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 11163us (12489us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.843073:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7708 00000100:00100000:1.0:1763336276.848239:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042129280:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 6975us (7493us total) trans 21474839525 rc 0/0 00000100:00100000:1.0:1763336276.848256:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 133 00002000:00100000:1.0:1763336276.848272:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (53248->114687) req@ffff9c91892e9c00 x1848991042129280/t21474839525(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:567/0 lens 488/448 e 0 to 0 dl 1763336287 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336276.848284:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e9c00 with x1848991042129280 ext(53248->114687) 00010000:00010000:1.0:1763336276.848296:0:24002:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:1.0:1763336276.848317:0:24002:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00002000:00010000:1.0:1763336276.848326:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c91892e9c00 00000100:00100000:1.0:1763336276.852277:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.853074:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129536 00000100:00100000:2.0:1763336276.853087:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129536 00010000:00010000:2.0:1763336276.853137:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00000100:00100000:2.0:1763336276.853459:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3658 00000100:00100000:2.0:1763336276.853470:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042129536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336276.853488:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763336276.853508:0:8413:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 280 -> 384 00010000:00010000:2.0:1763336276.853515:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:2.0:1763336276.853529:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:2.0:1763336276.853552:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45abf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->102399) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670a6 expref: 15 pid: 8398 timeout: 1164 lvb_type: 0 00010000:00010000:2.0:1763336276.853567:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.853570:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.853574:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.853584:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853841:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853851:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853874:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853882:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853895:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853902:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.853905:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853913:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853934:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.853942:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa45b7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.854034:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042128768:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 23127us (23557us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.854044:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7706 00010000:00010000:2.0:1763336276.854431:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336276.854468:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042129536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 999us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.854475:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3658 00000100:00100000:1.0:1763336276.858751:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.858782:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.858807:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.858874:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129664 00000100:00100000:2.0:1763336276.858885:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129664 00000100:00100000:2.0:1763336276.858946:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129920 00000100:00100000:2.0:1763336276.858949:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129920 00000100:00100000:2.0:1763336276.858970:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042129792 00000100:00100000:2.0:1763336276.858973:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042129792 00000100:00100000:2.0:1763336276.858993:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7709 00000100:00100000:2.0:1763336276.859002:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042129664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.859019:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.859041:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c670fa expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336276.859064:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 259357, mtime: 0x691a6054, atime: 0x691a6053, ctime: 0x691a6054, blocks: 0x180 00010000:00010000:2.0:1763336276.859084:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.859087:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.859096:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 15 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.859111:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 15 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.859124:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d1c00, rc 0) 00000100:00100000:2.0:1763336276.859177:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042129664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 176us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.859184:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7709 00000100:00100000:2.0:1763336276.859209:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7710 00000100:00100000:2.0:1763336276.859215:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042129920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.859221:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.859232:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67108 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336276.859244:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6054, atime: 0x691a6053, ctime: 0x691a6054, blocks: 0x0 00010000:00010000:2.0:1763336276.859253:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.859255:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.859259:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 20 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.859274:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 20 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.859282:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0a00, rc 0) 00000100:00100000:2.0:1763336276.859301:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042129920:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 86us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.859306:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7710 00000100:00100000:2.0:1763336276.859320:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7711 00000100:00100000:2.0:1763336276.859326:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042129792:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.859332:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.859341:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67101 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336276.859352:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6054, atime: 0x691a6053, ctime: 0x691a6054, blocks: 0x1800 00010000:00010000:2.0:1763336276.859366:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.859368:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336276.859373:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 15 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.859382:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 15 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336276.859390:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d1200, rc 0) 00000100:00100000:2.0:1763336276.859411:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042129792:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 85us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.859418:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7711 00000100:00100000:0.0:1763336276.909819:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.909912:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130048 00000100:00100000:1.0:1763336276.909930:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130048 00000100:00100000:1.0:1763336276.909985:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7712 00000100:00100000:1.0:1763336276.909996:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042130048:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336276.910120:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042130048:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 125us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.910127:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7712 00000100:00100000:3.0:1763336276.916608:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.916819:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130176 00000100:00100000:2.0:1763336276.916836:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130176 00000100:00100000:2.0:1763336276.916893:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10687 00000100:00100000:2.0:1763336276.916903:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57632:x1848991042130176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.916938:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.916961:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ba6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6710f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.916995:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336276.917009:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.917020:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336276.917121:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45ba6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.917137:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.917145:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336276.917148:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336276.917151:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635bc00, rc 0) 00000100:00100000:2.0:1763336276.917204:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57632:x1848991042130176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 302us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.917214:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10687 00000100:00100000:2.0:1763336276.919860:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.920040:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130432 00000100:00100000:0.0:1763336276.920048:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130432 00000100:00100000:0.0:1763336276.920098:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10688 00000100:00100000:0.0:1763336276.920106:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57632:x1848991042130432:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336276.920154:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.920174:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa45b52 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670de expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.920189:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:0.0:1763336276.920193:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336276.920321:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336276.920332:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.920341:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336276.920376:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968945 00000004:00010000:0.0:1763336276.920392:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000715939e5 reply state 00000000bd639bba transno 4294968946 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.920403:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336276.920408:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:0.0:1763336276.920411:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336276.920413:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336276.920479:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57632:x1848991042130432:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 374us (627us total) trans 4294968946 rc 0/0 00000100:00100000:0.0:1763336276.920486:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10688 00000020:00080000:0.0:1763336276.920490:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336276.925242:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.925548:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130560 00000100:00100000:2.0:1763336276.925559:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130560 00000100:00100000:2.0:1763336276.925885:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10689 00000100:00100000:2.0:1763336276.925897:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57632:x1848991042130560:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336276.925932:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336276.925955:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67116 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.926012:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.926028:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336276.926048:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336276.926052:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336276.926055:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918635b200, rc 0) 00000100:00100000:2.0:1763336276.926106:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57632:x1848991042130560:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 211us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336276.926114:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10689 00000100:00100000:3.0:1763336276.928868:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.929257:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130688 00000100:00100000:0.0:1763336276.929266:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130688 00000100:00100000:0.0:1763336276.929443:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7713 00000100:00100000:0.0:1763336276.929454:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57632:x1848991042130688:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.929470:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.929488:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6711d expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.929515:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.929524:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.929526:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.929530:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.929560:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.929573:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 16 pid: 8398 timeout: 1164 lvb_type: 1 00000100:00100000:0.0:1763336276.929585:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056204928:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.930131:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.934508:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.934854:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130816 00000100:00100000:2.0:1763336276.934864:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130816 00010000:00010000:2.0:1763336276.934903:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 17 pid: 8398 timeout: 1164 lvb_type: 1 00000100:00100000:0.0:1763336276.939087:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056204928:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.939125:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.939145:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0800, rc 0) 00000100:00100000:0.0:1763336276.939227:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57632:x1848991042130688:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9774us (10366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.939236:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7713 00000100:00100000:3.0:1763336276.939484:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3659 00000100:00100000:3.0:1763336276.939500:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042130816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.939515:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.939523:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 16 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.939536:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 16 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.939558:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa45b59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670e5 expref: 16 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.939571:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.939573:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.939578:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.939598:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.939633:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.939648:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056205056:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336276.939722:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.942457:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.942531:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042130944 00000100:00100000:0.0:1763336276.942540:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042130944 00000100:00100000:0.0:1763336276.942597:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7714 00000100:00100000:0.0:1763336276.942606:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57632:x1848991042130944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336276.942622:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336276.942640:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67124 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.942665:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.942673:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.942675:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.942679:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 21 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.942728:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336276.942740:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 1164 lvb_type: 1 00000100:00100000:0.0:1763336276.942752:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056205184:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336276.942827:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15b900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336276.944056:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056205056:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336276.944077:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.944129:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042130816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4634us (9629us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.944139:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3659 00000100:00100000:0.0:1763336276.950224:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056205184:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336276.950265:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 21 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.950283:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:2.0:1763336276.950651:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.950712:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57632:x1848991042130944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 8095us (8251us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.950722:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7714 00000100:00100000:3.0:1763336276.950792:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131072 00000100:00100000:3.0:1763336276.950800:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131072 00010000:00010000:3.0:1763336276.950970:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 1164 lvb_type: 1 00000100:00100000:3.0:1763336276.951209:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3660 00000100:00100000:3.0:1763336276.951219:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042131072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336276.951233:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336276.951238:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.951251:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.951271:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa45b60 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ec expref: 21 pid: 8398 timeout: 1164 lvb_type: 1 00010000:00010000:3.0:1763336276.951286:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.951288:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336276.951293:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.951309:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336276.951339:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.951352:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056205312:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336276.951410:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336276.957734:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336276.957812:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336276.957927:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056205312:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336276.957951:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336276.958000:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042131072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6782us (7350us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336276.958010:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3660 00000100:00100000:0.0:1763336276.959335:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131200 00000100:00100000:0.0:1763336276.959346:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131200 00002000:00010000:0.0:1763336276.959385:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336276.959389:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650b100 with x1848991042131200 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336276.959401:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650b100. 00000100:00100000:0.0:1763336276.959435:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131328 00000100:00100000:0.0:1763336276.959440:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131328 00002000:00010000:0.0:1763336276.959452:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336276.959455:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650a300 with x1848991042131328 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336276.959461:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918650a300. 00000100:00100000:0.0:1763336276.959485:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2235 00000100:00100000:0.0:1763336276.959494:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042131200:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336276.959675:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336276.959679:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336276.959681:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336276.959700:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336276.959703:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336276.959751:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042131200:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 256us (2024us total) trans 21474839526 rc 0/0 00000100:00100000:3.0:1763336276.960201:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2236 00000100:00100000:3.0:1763336276.960213:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042131328:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336276.960314:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336276.960317:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1763336276 00002000:00010000:3.0:1763336276.960319:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336276.960321:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 0 -> 1763336276 00002000:00010000:3.0:1763336276.960324:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336276.960350:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042131328:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 140us (2536us total) trans 17179872135 rc 0/0 00000100:00100000:3.0:1763336276.960356:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2236 00002000:00010000:3.0:1763336276.960360:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:3.0:1763336276.960363:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650a300 with x1848991042131328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336276.960368:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918650a300. 00000100:00100000:0.0:1763336276.962200:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2235 00002000:00010000:0.0:1763336276.962208:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336276.962213:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918650b100 with x1848991042131200 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336276.962222:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918650b100. 00000100:00100000:2.0:1763336276.966906:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.967110:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336276.967129:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056205440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763336276.967176:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336276.967217:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056205440 00000100:00100000:0.0:1763336276.967224:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056205440 00000100:00100000:0.0:1763336276.967265:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1763336276.967274:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056205440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763336276.967294:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 32768 granted 484931776 pending 0 free 3920113664 avail 3688382464 00000100:00100000:0.0:1763336276.967334:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056205440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.967340:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1763336276.967383:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056205440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763336276.967458:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131456 00000100:00100000:1.0:1763336276.967462:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131456 00000100:00100000:1.0:1763336276.967502:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7715 00000100:00100000:1.0:1763336276.967510:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042131456:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336276.967620:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042131456:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 109us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.967626:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7715 00000100:00100000:1.0:1763336276.971477:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.971557:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131584 00000100:00100000:0.0:1763336276.971567:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131584 00000100:00100000:1.0:1763336276.971772:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7716 00000100:00100000:1.0:1763336276.971784:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042131584:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336276.971894:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042131584:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 113us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336276.971902:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7716 00000100:00100000:2.0:1763336276.974760:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.975013:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131712 00000100:00100000:1.0:1763336276.975022:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131712 00000100:00100000:1.0:1763336276.975088:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2237 00000100:00100000:1.0:1763336276.975100:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042131712:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336276.975134:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.975147:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.975149:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336276.975154:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.975167:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977405:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977422:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977430:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977437:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336276.977441:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977449:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977465:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.977473:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336276.977540:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042131712:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2439us (2784us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1763336276.977548:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2237 00000100:00100000:3.0:1763336276.986931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336276.987254:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131840 00000100:00100000:1.0:1763336276.987264:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131840 00000100:00100000:1.0:1763336276.987332:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2238 00000100:00100000:1.0:1763336276.987342:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042131840:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336276.987375:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.987394:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.987402:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336276.987404:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336276.987408:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.987441:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.987454:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 16 pid: 29013 timeout: 1164 lvb_type: 0 00000100:00100000:1.0:1763336276.987472:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056205568:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336276.987563:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336276.991004:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056205568:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336276.991034:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336276.993880:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336276.993985:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042131968 00000100:00100000:0.0:1763336276.993996:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042131968 00010000:00010000:0.0:1763336276.994037:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 17 pid: 29013 timeout: 1164 lvb_type: 0 00000100:00100000:0.0:1763336276.994082:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3661 00000100:00100000:0.0:1763336276.994092:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042131968:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336276.994107:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336276.994127:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 17 pid: 29013 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.994145:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 17 pid: 29013 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.994167:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa45bc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6711d expref: 17 pid: 29013 timeout: 1164 lvb_type: 0 00010000:00010000:0.0:1763336276.994184:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.994187:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336276.994191:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.994200:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336276.994234:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336276.994284:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042131968:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 193us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336276.994290:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3661 00010000:00010000:1.0:1763336276.994385:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336276.994394:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763336277.000216:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839527 is committed 00002000:00010000:1.0:1763336277.000333:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:1.0:1763336277.000339:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:1.0:1763336277.000350:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.000360:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.000368:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.000373:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.000377:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.000389:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.000407:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.000413:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bd7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.000505:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042131840:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 13160us (13588us total) trans 21474839527 rc 0/0 00000100:00100000:1.0:1763336277.000515:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2238 00000100:00100000:3.0:1763336277.007861:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.008468:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132096 00000100:00100000:0.0:1763336277.008480:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132096 00000100:00100000:0.0:1763336277.008650:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7717 00000100:00100000:0.0:1763336277.008659:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042132096:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336277.010192:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042132096:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 1527us (2333us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.010205:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7717 00000100:00100000:3.0:1763336277.014486:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.015113:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132224 00000100:00100000:0.0:1763336277.015123:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132224 00000100:00100000:0.0:1763336277.015512:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7718 00000100:00100000:0.0:1763336277.015522:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042132224:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336277.016747:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042132224:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 1221us (2266us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.016757:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7718 00000100:00100000:2.0:1763336277.022371:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.022474:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132352 00000100:00100000:1.0:1763336277.022484:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132352 00000100:00100000:1.0:1763336277.022556:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2239 00000100:00100000:1.0:1763336277.022566:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042132352:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336277.022767:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.022782:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.022784:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.022789:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.022802:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026113:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026131:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026139:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026145:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.026149:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026158:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026176:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.026182:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.026462:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042132352:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3892us (4094us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1763336277.026473:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2239 00000100:00100000:3.0:1763336277.031578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.032912:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132480 00000100:00100000:1.0:1763336277.032933:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132480 00000100:00100000:1.0:1763336277.033163:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2240 00000100:00100000:1.0:1763336277.033174:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042132480:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336277.033217:0:28396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 40960, mtime: 0x691a6054, atime: 0x0, ctime: 0x691a6054, blocks: 0x48 00010000:00010000:1.0:1763336277.033226:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.033240:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.033242:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.033247:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.033262:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763336277.038340:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839528 is committed 00002000:00010000:1.0:1763336277.038502:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 40960 -> 135168 00002000:00010000:1.0:1763336277.038506:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336276 -> 1763336277 00002000:00010000:1.0:1763336277.038509:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336276 -> 1763336277 00002000:00010000:1.0:1763336277.038511:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 72 -> 232 00010000:00010000:1.0:1763336277.038523:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.038534:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.038543:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.038550:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.038554:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.038562:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.038581:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.038669:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45be5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [53248->135167] (req 53248->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.038783:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042132480:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5606us (7209us total) trans 21474839528 rc 0/0 00000100:00100000:1.0:1763336277.038793:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2240 00000100:00100000:2.0:1763336277.042823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.043167:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132608 00000100:00100000:1.0:1763336277.043176:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132608 00000100:00100000:1.0:1763336277.043263:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7719 00000100:00100000:1.0:1763336277.043272:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042132608:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336277.043573:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042132608:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 300us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.043581:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7719 00000100:00100000:3.0:1763336277.046473:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.046933:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132736 00000100:00100000:1.0:1763336277.046945:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132736 00000100:00100000:0.0:1763336277.047112:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7720 00000100:00100000:0.0:1763336277.047124:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042132736:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336277.047233:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042132736:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 112us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.047240:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7720 00000100:00100000:3.0:1763336277.053050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.053099:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132864 00000100:00100000:1.0:1763336277.053109:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132864 00000100:00100000:1.0:1763336277.053170:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2241 00000100:00100000:1.0:1763336277.053180:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042132864:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336277.053215:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.053230:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.053232:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.053237:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.053253:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057070:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057088:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057096:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057103:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.057107:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057115:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057133:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.057146:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45bec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.057228:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042132864:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4044us (4182us total) trans 0 rc 66845/66845 00000100:00100000:1.0:1763336277.057240:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2241 00000100:00100000:1.0:1763336277.061219:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.061303:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042132992 00000100:00100000:2.0:1763336277.061313:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042132992 00000100:00100000:2.0:1763336277.061374:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2242 00000100:00100000:2.0:1763336277.061382:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042132992:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336277.061427:0:28396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 135168, mtime: 0x691a6055, atime: 0x0, ctime: 0x691a6055, blocks: 0xe8 00010000:00010000:2.0:1763336277.061435:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.061448:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.061450:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.061455:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.061466:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763336277.067498:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839529 is committed 00002000:00010000:2.0:1763336277.067615:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 135168 -> 259357 00002000:00010000:2.0:1763336277.067620:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 232 -> 368 00010000:00010000:2.0:1763336277.067637:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.067649:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.067661:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.067668:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336277.067672:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.067680:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.067738:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.067750:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa45bf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->262143] (req 192512->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.067844:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042132992:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 6458us (6629us total) trans 21474839529 rc 0/0 00000100:00100000:2.0:1763336277.067853:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2242 00000100:00100000:3.0:1763336277.070969:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.071137:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042133120 00000100:00100000:2.0:1763336277.071146:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042133120 00000100:00100000:2.0:1763336277.071314:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10690 00000100:00100000:2.0:1763336277.071324:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57632:x1848991042133120:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:3.0:1763336277.072806:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968946 is committed 00000020:00080000:3.0:1763336277.072831:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 52 batchid updated 00010000:00010000:0.0:1763336277.072898:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072908:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072924:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072930:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336277.072935:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072943:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072958:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.072961:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336277.072967:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072973:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73600/0x84ca14902aa45ae2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072989:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.072995:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.073000:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.073005:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf72600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336277.073008:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.073014:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.073020:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:0.0:1763336277.073022:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336277.073025:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.073030:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45bb4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000020:00080000:1.0:1763336277.073116:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 52 00000100:00100000:2.0:1763336277.073304:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57632:x1848991042133120:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 1978us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.073312:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10690 00000020:00080000:1.0:1763336277.073390:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 52 cancel update log [0x240000400:0x2:0x0].31: rc = 0 00000020:00080000:1.0:1763336277.073400:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 52 00000100:00100000:3.0:1763336277.076331:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.076428:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.076586:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042133376 00000100:00100000:0.0:1763336277.076596:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042133376 00000100:00100000:2.0:1763336277.076649:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042133248 00000100:00100000:2.0:1763336277.076653:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042133248 00000100:00100000:2.0:1763336277.076809:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7721 00000100:00100000:2.0:1763336277.076820:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042133376:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:0.0:1763336277.076996:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7722 00000100:00100000:0.0:1763336277.077004:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042133248:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:0.0:1763336277.077081:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042133248:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 78us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.077089:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7722 00000001:00080000:0.0:1763336277.079842:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872135 is committed 00000001:00080000:0.0:1763336277.079857:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872133 is committed 00000100:00100000:2.0:1763336277.080016:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042133376:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 3193us (3687us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.080027:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7721 00000100:00100000:3.0:1763336277.093410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.093454:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.093485:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.093579:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042133504 00000100:00100000:2.0:1763336277.093594:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042133504 00000100:00100000:0.0:1763336277.093617:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042133760 00000100:00100000:0.0:1763336277.093623:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042133760 00000100:00100000:2.0:1763336277.093648:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042133632 00000100:00100000:2.0:1763336277.093652:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042133632 00000100:00100000:0.0:1763336277.093660:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7723 00000100:00100000:0.0:1763336277.093672:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042133504:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336277.093785:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093799:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336277.093801:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336277.093805:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093819:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.093826:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7724 00000100:00100000:1.0:1763336277.093837:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7725 00000100:00100000:2.0:1763336277.093840:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042133760:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336277.093842:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093854:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.093855:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042133632:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336277.093869:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093869:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.093883:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.093891:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.093895:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.093901:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093905:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.093907:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.093911:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336277.093913:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.093927:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.093935:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093936:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.093942:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093966:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.093973:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.093978:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.093978:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa45bfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.094003:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.094006:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.094022:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.094024:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.094038:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.094041:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336277.094044:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.094047:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.094062:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.094064:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336277.094064:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042133504:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 394us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.094082:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7723 00010000:00010000:2.0:1763336277.094087:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.094090:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.094107:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c01 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.094108:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.094159:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042133760:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 322us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.094168:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042133632:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 318us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.094169:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7724 00000100:00100000:1.0:1763336277.094180:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7725 00010000:00010000:1.0:1763336277.094279:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336277.099229:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.099343:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042134016 00000100:00100000:2.0:1763336277.099355:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042134016 00000100:00100000:2.0:1763336277.099487:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10691 00000100:00100000:2.0:1763336277.099498:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57632:x1848991042134016:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336277.099581:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.099600:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.099612:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336277.099762:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e44e74cd reply state 00000000ece4895b transno 4294968947 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.099775:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.099783:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336277.099786:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336277.099789:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336277.099887:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042134016:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 389us (665us total) trans 4294968947 rc 0/0 00000100:00100000:2.0:1763336277.099894:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10691 00000100:00100000:0.0:1763336277.103230:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.103350:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042134144 00000100:00100000:3.0:1763336277.103360:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042134144 00000100:00100000:3.0:1763336277.103414:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7726 00000100:00100000:3.0:1763336277.103424:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57632:x1848991042134144:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.103439:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.103458:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6712b expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336277.103484:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 259357, mtime: 0x691a6055, atime: 0x0, ctime: 0x691a6055, blocks: 0x170 00010000:00010000:3.0:1763336277.103505:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.103508:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.103516:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.103530:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.103542:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336277.103602:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57632:x1848991042134144:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 179us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.103609:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7726 00000100:00100000:3.0:1763336277.106031:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.106076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.106240:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042134272 00000100:00100000:1.0:1763336277.106250:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042134272 00000100:00100000:1.0:1763336277.106304:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042134400 00000100:00100000:1.0:1763336277.106308:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042134400 00000100:00100000:1.0:1763336277.106346:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7727 00000100:00100000:1.0:1763336277.106359:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042134272:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:0.0:1763336277.106366:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7728 00000100:00100000:0.0:1763336277.106379:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042134400:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336277.106514:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 259357 -> 259357 00002000:00010000:0.0:1763336277.106514:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336277.106520:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336277.106522:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336277 -> 1763336276 00002000:00010000:0.0:1763336277.106525:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 0 -> 1763336276 00002000:00010000:1.0:1763336277.106527:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 0 -> 1763336276 00002000:00010000:0.0:1763336277.106529:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336276 -> 1763336277 00002000:00010000:1.0:1763336277.106534:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336277.106535:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336277.106541:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:0.0:1763336277.106594:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042134400:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 217us (516us total) trans 17179872136 rc 0/0 00000100:00100000:0.0:1763336277.106601:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7728 00000100:00100000:1.0:1763336277.106653:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042134272:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 296us (629us total) trans 21474839530 rc 0/0 00000100:00100000:1.0:1763336277.106661:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7727 00000100:00100000:0.0:1763336277.108480:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.108721:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042134656 00000100:00100000:2.0:1763336277.108730:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042134656 00000100:00100000:2.0:1763336277.108783:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10692 00000100:00100000:2.0:1763336277.108794:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042134656:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:2.0:1763336277.108851:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.108867:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.108877:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 4/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.108911:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.108942:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 24 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.108957:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056205696:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.109036:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.113476:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.113511:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056205696:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336277.113542:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336277.113713:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042134784 00000100:00100000:3.0:1763336277.113721:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042134784 00010000:00010000:3.0:1763336277.113758:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 25 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.113800:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3662 00000100:00100000:3.0:1763336277.113811:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042134784:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.113826:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.113832:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 25 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.113849:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 25 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.113872:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635bc00/0x84ca14902aa45bad lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6710f expref: 25 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.113888:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:3.0:1763336277.113893:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.113903:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.113910:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.113955:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336277.114093:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114102:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114139:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114146:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114152:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114162:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a18400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336277.114166:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114174:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114184:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336277.114188:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763336277.114192:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 2/0,0 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.114198:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c1d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336277.114731:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042134784:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 919us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.114734:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042134656:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 5941us (6257us total) trans 0 rc -22/-22 00000100:00100000:3.0:1763336277.114748:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3662 00000100:00100000:2.0:1763336277.114749:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10692 00000100:00100000:3.0:1763336277.117874:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.118877:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135040 00000100:00100000:2.0:1763336277.118889:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135040 00000100:00100000:2.0:1763336277.118999:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10693 00000100:00100000:2.0:1763336277.119770:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57632:x1848991042135040:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336277.119817:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.119843:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b800/0x84ca14902aa45af7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670c2 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.119860:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.119864:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336277.119909:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.119935:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.119945:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336277.120045:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000068a255f6 reply state 00000000f7395d1a transno 4294968948 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.120058:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.120064:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.120067:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336277.120069:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336277.120164:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042135040:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 402us (2300us total) trans 4294968948 rc 0/0 00000100:00100000:2.0:1763336277.120172:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10693 00000100:00100000:0.0:1763336277.126854:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.127544:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135168 00000100:00100000:1.0:1763336277.127554:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135168 00000100:00100000:1.0:1763336277.127608:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7729 00000100:00100000:1.0:1763336277.127617:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57632:x1848991042135168:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336277.127635:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336277.127653:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67132 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.127877:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336277.127885:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.127887:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.127891:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 14 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.127933:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336277.127946:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00000100:00100000:1.0:1763336277.127958:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056205824:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336277.128119:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336277.132105:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056205824:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336277.132141:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 14 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.132162:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:3.0:1763336277.132225:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57632:x1848991042135168:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4607us (5380us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.132238:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7729 00000100:00100000:0.0:1763336277.132395:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.132776:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135296 00000100:00100000:3.0:1763336277.132784:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135296 00010000:00010000:3.0:1763336277.132813:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00000100:00100000:3.0:1763336277.132850:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3663 00000100:00100000:3.0:1763336277.132860:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042135296:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.132873:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.132892:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:3.0:1763336277.132905:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:3.0:1763336277.132940:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1c00/0x84ca14902aa45b91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670fa expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:3.0:1763336277.132954:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.132956:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.132962:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.134021:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.134162:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.134178:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056205952:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336277.134340:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.136942:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.137098:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056205952:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336277.137119:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336277.137180:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042135296:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4321us (4788us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.137191:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3663 00000100:00100000:3.0:1763336277.137391:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135424 00000100:00100000:3.0:1763336277.137399:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135424 00000100:00100000:3.0:1763336277.137448:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7730 00000100:00100000:3.0:1763336277.137457:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57632:x1848991042135424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.137472:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.137491:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67139 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.137518:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.137526:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.137529:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.137533:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 14 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.137565:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.137578:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00000100:00100000:3.0:1763336277.137591:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056206080:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.138766:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.142555:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056206080:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336277.142581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336277.142598:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 14 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.142625:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:2.0:1763336277.142721:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57632:x1848991042135424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5265us (5786us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.142737:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7730 00000100:00100000:1.0:1763336277.143147:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135552 00000100:00100000:1.0:1763336277.143154:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135552 00010000:00010000:1.0:1763336277.143186:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00000100:00100000:1.0:1763336277.143220:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3664 00000100:00100000:1.0:1763336277.143229:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042135552:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336277.143242:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336277.143267:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:1.0:1763336277.143280:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:1.0:1763336277.143304:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d1200/0x84ca14902aa45b9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67101 expref: 14 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:1.0:1763336277.143317:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.143319:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.143325:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.143336:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.143369:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.143383:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056206208:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336277.143450:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.145647:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8413:1848991056206208:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336277.145669:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336277.146142:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042135552:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2913us (3561us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.146152:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3664 00000100:00100000:2.0:1763336277.146725:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.146955:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135680 00000100:00100000:1.0:1763336277.146964:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135680 00000100:00100000:1.0:1763336277.147002:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7731 00000100:00100000:1.0:1763336277.147011:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57632:x1848991042135680:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336277.147027:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336277.147045:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67140 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.147074:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336277.147088:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.147090:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.147095:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 19 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.147125:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336277.147138:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 1165 lvb_type: 1 00000100:00100000:1.0:1763336277.147152:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056206336:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336277.147219:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.149180:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056206336:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336277.149212:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 19 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.149229:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:1.0:1763336277.149280:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57632:x1848991042135680:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2270us (2557us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.149289:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7731 00000100:00100000:3.0:1763336277.149675:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.150109:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135808 00000100:00100000:1.0:1763336277.150116:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135808 00010000:00010000:1.0:1763336277.150143:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 1165 lvb_type: 1 00000100:00100000:1.0:1763336277.150527:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3665 00000100:00100000:1.0:1763336277.150538:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042135808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336277.150552:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336277.150571:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:1.0:1763336277.150584:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:1.0:1763336277.150606:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa45b98 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67108 expref: 19 pid: 30886 timeout: 1165 lvb_type: 1 00010000:00010000:1.0:1763336277.150619:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.150621:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.150626:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.150636:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.150668:0:8413:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.150681:0:8413:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056206464:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336277.151452:0:8413:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.153826:0:8413:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8413:1848991056206464:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336277.153851:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336277.153904:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042135808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3367us (4228us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.153923:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3665 00000100:00100000:2.0:1763336277.154078:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.154181:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.154404:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042135936 00000100:00100000:3.0:1763336277.154411:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042135936 00000100:00100000:3.0:1763336277.154453:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136064 00000100:00100000:3.0:1763336277.154456:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136064 00000100:00100000:3.0:1763336277.154487:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7732 00000100:00100000:3.0:1763336277.154498:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042135936:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336277.154640:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 259357 -> 259357 00002000:00010000:3.0:1763336277.154644:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336277.154646:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336277.154648:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336276 -> 1763336277 00002000:00010000:3.0:1763336277.154651:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:3.0:1763336277.154710:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042135936:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 187us (606us total) trans 21474839531 rc 0/0 00000100:00100000:3.0:1763336277.154719:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7732 00000100:00100000:3.0:1763336277.154733:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7733 00000100:00100000:3.0:1763336277.154740:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042136064:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336277.154786:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336277.154789:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336277.154791:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336277.154793:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336276 -> 1763336277 00002000:00010000:3.0:1763336277.154795:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336277.154816:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042136064:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 76us (634us total) trans 21474839532 rc 0/0 00000100:00100000:3.0:1763336277.154822:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7733 00000100:00100000:2.0:1763336277.156788:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.157409:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136192 00000100:00100000:3.0:1763336277.157418:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136192 00000100:00100000:3.0:1763336277.157905:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7734 00000100:00100000:3.0:1763336277.157925:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042136192:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336277.158056:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336277.158060:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336277.158063:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336275 -> 1763336276 00002000:00010000:3.0:1763336277.158065:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336276 -> 1763336277 00002000:00010000:3.0:1763336277.158067:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336277.158414:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042136192:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 499us (1632us total) trans 17179872137 rc 0/0 00000100:00100000:3.0:1763336277.158423:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7734 00000100:00100000:3.0:1763336277.165425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.166570:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136448 00000100:00100000:0.0:1763336277.166583:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136448 00000100:00100000:0.0:1763336277.166652:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3672 00000100:00100000:0.0:1763336277.166662:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042136448:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336277.166766:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45b6e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670f3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.166803:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336277.166816:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.166824:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.166833:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.166874:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.166888:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 24 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.166903:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056206592:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336277.167010:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.167019:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 24 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.167029:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056206720:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336277.167052:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.174837:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.174913:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.175215:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136576 00000100:00100000:3.0:1763336277.175224:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136576 00010000:00010000:3.0:1763336277.175260:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 25 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.175300:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136704 00000100:00100000:3.0:1763336277.175303:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136704 00010000:00010000:3.0:1763336277.175323:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 26 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.175343:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3666 00000100:00100000:3.0:1763336277.175505:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042136576:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.175521:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.175528:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 26 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.175541:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 26 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.175563:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.175573:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.175582:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.175589:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336277.175636:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042136576:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 285us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.175643:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3666 00000100:00100000:3.0:1763336277.175661:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3667 00000100:00100000:3.0:1763336277.175667:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042136704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.175680:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.175710:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 25 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.175721:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 25 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.175733:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.175737:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.175746:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45ae9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670bb expref: 25 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.175747:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.175764:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336277.175774:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056206592:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336277.175786:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336277.175791:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635ac00/0x84ca14902aa45acd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670ad expref: 24 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.175804:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056206720:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336277.175810:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042136704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 140us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.175822:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3667 00010000:00010000:2.0:1763336277.175829:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.175840:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.175847:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.175868:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336277.175879:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.175888:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.175929:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.175942:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 22 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.175955:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056206848:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.176006:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9286441600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.179769:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056206848:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336277.179798:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336277.185016:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.187494:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136832 00000100:00100000:2.0:1763336277.187508:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136832 00010000:00010000:2.0:1763336277.187554:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 23 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.187590:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3668 00000100:00100000:2.0:1763336277.187599:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042136832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.187614:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.187621:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 23 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.187639:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 23 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.187669:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918635b200/0x84ca14902aa45bbb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67116 expref: 23 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.188523:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336277.188530:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.188539:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.188547:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.188580:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336277.188644:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042136832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1044us (3636us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.188652:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3668 00010000:00010000:0.0:1763336277.189067:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.189076:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:0.0:1763336277.189359:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056206976:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.189406:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.189440:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.189570:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056206976 00000100:00100000:1.0:1763336277.189576:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056206976 00000100:00080000:3.0:1763336277.190346:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336277.190804:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1763336277.190818:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056206976:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336277.190907:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056206976:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 94us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.190923:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1763336277.191383:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839520 gen 2 00000004:00080000:0.0:1763336277.191389:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918a241180, transno 21474839512 00000004:00080000:0.0:1763336277.191463:0:35235:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839516 committed transno 21474839520 00000004:00080000:0.0:1763336277.191483:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186124700, transno 21474839517 00000004:00080000:0.0:1763336277.191613:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186126a00, transno 21474839518 00000004:00080000:0.0:1763336277.191616:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186127100, transno 21474839519 00000004:00080000:0.0:1763336277.191619:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186127480, transno 21474839520 00000100:00100000:0.0:1763336277.191625:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056206976:0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:2.0:1763336277.191996:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:0.0:1763336277.192131:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207104:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.192171:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.192202:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.192268:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207104 00000100:00100000:2.0:1763336277.192274:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207104 00000100:00080000:3.0:1763336277.192425:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763336277.192482:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:2.0:1763336277.192491:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207104:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336277.192589:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207104:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 99us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.192596:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1763336277.192674:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872133 gen 2 00000004:00080000:0.0:1763336277.192678:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6bb80, transno 17179872126 00000004:00080000:0.0:1763336277.192959:0:35235:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872129 committed transno 17179872133 00000004:00080000:0.0:1763336277.192974:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f42d80, transno 17179872130 00000004:00080000:0.0:1763336277.193800:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f41500, transno 17179872131 00000004:00080000:0.0:1763336277.193805:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f42680, transno 17179872132 00000004:00080000:0.0:1763336277.193808:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f40000, transno 17179872133 00000100:00100000:0.0:1763336277.193864:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207104:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.193939:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207232:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.193976:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.194005:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9184ac7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.194054:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207232 00000100:00100000:2.0:1763336277.194060:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207232 00000100:00100000:2.0:1763336277.194170:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:2.0:1763336277.194178:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207232:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336277.194340:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207232:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 162us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.194347:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1763336277.194399:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207232:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.194432:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207360:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.194473:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336277.194495:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000004:00080000:1.0:1763336277.194593:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:2.0:1763336277.194635:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207360 00000100:00100000:2.0:1763336277.194639:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207360 00000100:00100000:2.0:1763336277.195239:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1763336277.195248:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207360:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336277.195319:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207360:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 73us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.195326:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1763336277.195431:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207360:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.195477:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92b6ac4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207488:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.195501:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336277.195873:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.195950:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207488 00000100:00100000:0.0:1763336277.195955:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207488 00000100:00100000:0.0:1763336277.195996:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:0.0:1763336277.196003:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207488:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.196069:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207488:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 67us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.196075:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1763336277.196192:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92b6ac4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207488:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.196226:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207616:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.196247:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336277.196361:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be9840 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.196393:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207616 00000100:00100000:2.0:1763336277.196398:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207616 00000100:00100000:2.0:1763336277.196426:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1763336277.196433:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207616:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336277.196489:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207616:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 56us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.196495:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1763336277.196588:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207616:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.196627:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207744:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336277.196650:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336277.196670:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.196728:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207744 00000100:00100000:1.0:1763336277.196732:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207744 00000100:00100000:1.0:1763336277.196763:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1763336277.196770:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bb15c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207744:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336277.196876:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bb15c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207744:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 105us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.196882:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1763336277.197156:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207744:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.197279:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207872:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.197305:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.197357:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.197386:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056207872 00000100:00100000:2.0:1763336277.197390:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056207872 00000100:00100000:2.0:1763336277.197418:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:2.0:1763336277.197425:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207872:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336277.197482:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056207872:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 57us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.197492:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1763336277.197549:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056207872:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:0.0:1763336277.197794:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].32, 552 off55728 00000001:00080000:0.0:1763336277.197807:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968949 00000100:00100000:0.0:1763336277.197857:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056208000:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.197879:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.197944:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.197973:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056208000 00000100:00100000:1.0:1763336277.197976:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056208000 00000100:00100000:1.0:1763336277.198541:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1763336277.198550:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056208000:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336277.198667:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056208000:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 119us (787us total) trans 21474839533 rc 0/0 00000100:00100000:1.0:1763336277.198674:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1763336277.198780:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056208000:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.198806:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056208128:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336277.198832:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.198994:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.199039:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056208128 00000100:00100000:2.0:1763336277.199044:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056208128 00000100:00100000:2.0:1763336277.199077:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1763336277.199083:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056208128:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336277.199187:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056208128:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 103us (353us total) trans 17179872138 rc 0/0 00000100:00100000:2.0:1763336277.199194:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1763336277.199308:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056208128:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763336277.199366:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968950 00010000:00010000:3.0:1763336277.199395:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199405:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199414:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199420:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a18400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336277.199424:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199433:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199447:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:3.0:1763336277.199450:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336277.199455:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199461:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa45c47 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199475:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199481:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199487:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199492:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336277.199495:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199501:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199508:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.199511:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336277.199514:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199519:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa45c40 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.199529:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.199531:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336277.199537:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45b6e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c670f3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336277.199620:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57632:x1848991042136448:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 32959us (34209us total) trans 4294968951 rc 0/0 00000100:00100000:3.0:1763336277.199627:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3672 00000020:00080000:3.0:1763336277.199631:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1763336277.203418:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.203502:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042136960 00000100:00100000:2.0:1763336277.203511:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042136960 00000100:00100000:2.0:1763336277.203599:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10694 00000100:00100000:2.0:1763336277.203609:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57632:x1848991042136960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.203631:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.203652:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45c4e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67147 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.203732:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45c4e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67147 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.203747:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45c4e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67147 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.203764:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.203767:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336277.203771:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:2.0:1763336277.203825:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042136960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 218us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.203836:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10694 00000100:00100000:2.0:1763336277.206272:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.206352:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042137216 00000100:00100000:3.0:1763336277.206362:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042137216 00000100:00100000:3.0:1763336277.206412:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3673 00000100:00100000:3.0:1763336277.206422:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57632:x1848991042137216:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336277.206864:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57632:x1848991042137216:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 441us (599us total) trans 4294968952 rc 0/0 00000100:00100000:3.0:1763336277.206872:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3673 00000100:00100000:3.0:1763336277.209303:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.209415:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042137472 00000100:00100000:2.0:1763336277.209425:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042137472 00000100:00100000:2.0:1763336277.209593:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3674 00000100:00100000:2.0:1763336277.209605:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57632:x1848991042137472:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:2.0:1763336277.210106:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x5c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763336277.210187:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336277.210204:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.210216:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.210225:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.210231:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.210237:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336277.210359:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763336277.210551:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57632:x1848991042137472:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 947us (1253us total) trans 4294968953 rc 0/0 00000100:00100000:2.0:1763336277.210560:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3674 00010000:00010000:0.0:1763336277.210624:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336277.210631:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.210638:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9280031600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336277.210642:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.210653:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.210664:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:0.0:1763336277.210667:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336277.210672:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.210678:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c55 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.210721:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336277.210723:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336277.210725:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336277.229319:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.229396:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042137600 00000100:00100000:2.0:1763336277.229405:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042137600 00000100:00100000:2.0:1763336277.229467:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10695 00000100:00100000:2.0:1763336277.229478:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57633:x1848991042137600:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.229502:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.229526:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c5c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6714e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.229596:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.229610:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229620:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229633:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.229640:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229647:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229774:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.229784:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229791:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336277.229834:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00000004:00200000:2.0:1763336277.229838:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336277.229854:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229866:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229875:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229880:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229886:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229893:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229898:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336277.229901:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229908:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229927:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24ef00) 00010000:00010000:2.0:1763336277.229930:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336277.229934:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229940:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45c63 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229953:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229958:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229963:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229968:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336277.229971:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229976:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229982:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e800) 00010000:00010000:2.0:1763336277.229984:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336277.229987:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.229991:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa45c6a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.230022:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45c5c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.230037:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.230044:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.230047:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336277.230049:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336277.230110:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57633:x1848991042137600:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 634us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.230118:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10695 00000100:00100000:3.0:1763336277.233118:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.233212:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042137856 00000100:00100000:2.0:1763336277.233223:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042137856 00000100:00100000:2.0:1763336277.233284:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10696 00000100:00100000:2.0:1763336277.233293:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57633:x1848991042137856:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.233312:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.233332:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45c78 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67155 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.233422:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45c7f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.233437:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45c7f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.233447:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45c7f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336277.233459:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00010000:00010000:2.0:1763336277.233561:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45c78 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67155 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.233578:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45c7f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67155 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.233588:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.233591:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336277.233594:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:2.0:1763336277.233655:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57633:x1848991042137856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 362us (546us total) trans 4294968954 rc 0/0 00000100:00100000:2.0:1763336277.233661:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10696 00000100:00100000:3.0:1763336277.238723:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.238768:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138112 00000100:00100000:0.0:1763336277.238780:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138112 00000100:00100000:0.0:1763336277.238837:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10697 00000100:00100000:0.0:1763336277.238847:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57633:x1848991042138112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336277.238870:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336277.238891:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa45c8d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6715c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.242391:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa45c94 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336277.242412:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa45c94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.242424:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa45c94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336277.242439:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00010000:00010000:0.0:1763336277.242543:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa45c8d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6715c expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.242561:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa45c94 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6715c expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.242570:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.242573:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336277.242576:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6c00, rc 0) 00000100:00100000:0.0:1763336277.242662:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57633:x1848991042138112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3815us (3980us total) trans 4294968955 rc 0/0 00000100:00100000:0.0:1763336277.242670:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10697 00000100:00100000:1.0:1763336277.247012:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.247066:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138240 00000100:00100000:3.0:1763336277.247075:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138240 00000100:00100000:1.0:1763336277.247119:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.247175:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138368 00000100:00100000:3.0:1763336277.247178:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138368 00000100:00100000:3.0:1763336277.247211:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7735 00000100:00100000:3.0:1763336277.247221:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042138240:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.247238:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.247259:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67163 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336277.247277:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x41:0x0] initial LVB size: 247722, mtime: 0x691a6053, atime: 0x691a6053, ctime: 0x691a6054, blocks: 0x108 00010000:00010000:3.0:1763336277.247293:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.247295:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336277.247303:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.247317:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.247328:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336277.247370:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042138240:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 151us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.247376:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7735 00000100:00100000:3.0:1763336277.247392:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7736 00000100:00100000:3.0:1763336277.247397:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042138368:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.247406:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.247414:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45ca9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6716a expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336277.247451:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056208256:192.168.203.16@tcp:106: 00000100:00100000:3.0:1763336277.247496:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9281351d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.251659:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056208256:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336277.251716:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45ca9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6716a expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336277.251736:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45ca9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6716a expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336277.251748:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfe00, rc 0) 00000100:00100000:2.0:1763336277.251811:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042138368:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4412us (4691us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336277.251819:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7736 00000100:00100000:3.0:1763336277.295960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.296443:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138496 00000100:00100000:2.0:1763336277.296453:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138496 00000100:00100000:1.0:1763336277.297121:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2243 00000100:00100000:1.0:1763336277.297135:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042138496:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336277.297177:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.297196:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 15 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.297205:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336277.297207:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336277.297210:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.297246:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 15 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.297259:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 15 pid: 35222 timeout: 1165 lvb_type: 0 00000100:00100000:1.0:1763336277.297273:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056208384:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336277.297380:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336277.303005:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.303247:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056208384:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336277.303279:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.303360:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138624 00000100:00100000:2.0:1763336277.303368:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138624 00010000:00010000:2.0:1763336277.303401:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 16 pid: 35222 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.303827:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3669 00000100:00100000:2.0:1763336277.303838:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042138624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.303854:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.303875:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 16 pid: 35222 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.303888:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 16 pid: 35222 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.303910:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45c2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67132 expref: 16 pid: 35222 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.303936:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.303938:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.303942:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.303952:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.303974:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336277.304028:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042138624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 192us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.304036:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3669 00010000:00010000:1.0:1763336277.304346:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.304356:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310262:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310282:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310292:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310300:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1aa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.310304:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310313:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310331:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.310339:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45cb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.310436:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042138496:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13300us (14480us total) trans 0 rc 259357/259357 00000100:00100000:1.0:1763336277.310446:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2243 00000100:00100000:3.0:1763336277.315812:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.315881:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138752 00000100:00100000:2.0:1763336277.315890:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138752 00000100:00100000:3.0:1763336277.315893:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.315947:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042138880 00000100:00100000:2.0:1763336277.315951:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042138880 00000100:00100000:2.0:1763336277.315987:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7737 00000100:00100000:2.0:1763336277.315997:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042138752:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.316014:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763336277.316035:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7738 00000100:00100000:1.0:1763336277.316044:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042138880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336277.316053:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336277.316065:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67178 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.316119:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056208512:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336277.316199:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45cbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67171 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.316234:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183a0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056208640:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336277.316317:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.317108:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.320362:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183a0d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056208640:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336277.320401:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45cbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67171 expref: 15 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336277.320424:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45cbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67171 expref: 15 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336277.320437:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:2.0:1763336277.320499:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042138752:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4502us (4695us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336277.320509:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7737 00000100:00100000:3.0:1763336277.321404:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056208512:192.168.203.16@tcp:106: 00010000:00010000:3.0:1763336277.321427:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cb7 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67178 expref: 21 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.321441:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67178 expref: 21 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.321452:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:3.0:1763336277.321494:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042138880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5450us (5599us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336277.321501:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7738 00000100:00100000:0.0:1763336277.324551:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.324622:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042139008 00000100:00100000:1.0:1763336277.324634:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042139008 00000100:00100000:1.0:1763336277.324737:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2244 00000100:00100000:1.0:1763336277.324748:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042139008:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336277.324784:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.324804:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.324811:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336277.324814:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336277.324817:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.324856:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.324870:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 14 pid: 9765 timeout: 1165 lvb_type: 0 00000100:00100000:1.0:1763336277.324883:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056208768:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336277.324968:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.327472:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24002:1848991056208768:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.327473:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1763336277.327497:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336277.327810:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042139136 00000100:00100000:0.0:1763336277.327817:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042139136 00010000:00010000:0.0:1763336277.327849:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 15 pid: 9765 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.327887:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3670 00000100:00100000:0.0:1763336277.327896:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042139136:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336277.327909:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336277.327937:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 15 pid: 9765 timeout: 1165 lvb_type: 0 00010000:00010000:0.0:1763336277.327948:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 15 pid: 9765 timeout: 1165 lvb_type: 0 00010000:00010000:0.0:1763336277.327968:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa45c16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6712b expref: 15 pid: 9765 timeout: 1165 lvb_type: 0 00010000:00010000:0.0:1763336277.327981:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336277.327983:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336277.327987:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.327996:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.328024:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336277.328069:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042139136:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 174us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.328076:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3670 00010000:00010000:1.0:1763336277.328152:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.328161:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334845:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334864:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334873:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334884:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336277.334889:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334897:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334924:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.334932:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45cc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336277.335303:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042139008:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10551us (10755us total) trans 0 rc 259357/259357 00000100:00100000:1.0:1763336277.335314:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2244 00000100:00100000:0.0:1763336277.355490:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.355628:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042139264 00000100:00100000:3.0:1763336277.355638:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042139264 00000100:00100000:3.0:1763336277.355719:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 460 00000100:00100000:3.0:1763336277.355730:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57633:x1848991042139264:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:3.0:1763336277.355749:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.355773:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa45c94 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6715c expref: 31 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.355793:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.355799:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336277.355859:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57633:x1848991042139264:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 130us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.355867:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 460 00000100:00100000:2.0:1763336277.361286:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.361562:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042139520 00000100:00100000:3.0:1763336277.361572:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042139520 00000100:00100000:3.0:1763336277.361629:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3675 00000100:00100000:3.0:1763336277.361641:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57633:x1848991042139520:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336277.362055:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57633:x1848991042139520:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 415us (775us total) trans 4294968956 rc 0/0 00000100:00100000:3.0:1763336277.362065:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3675 00000100:00100000:2.0:1763336277.382480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.382610:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042139776 00000100:00100000:0.0:1763336277.382620:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042139776 00000100:00100000:0.0:1763336277.382886:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10698 00000100:00100000:0.0:1763336277.382896:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57634:x1848991042139776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336277.382952:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336277.382974:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45ccc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6717f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.383073:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45cd3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336277.383089:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.383100:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336277.383111:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00010000:00010000:0.0:1763336277.383353:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa45ccc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6717f expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.383370:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6717f expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.383379:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.383382:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336277.383386:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336277.384135:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57634:x1848991042139776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1238us (1661us total) trans 4294968957 rc 0/0 00000100:00100000:0.0:1763336277.384143:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10698 00000100:00100000:0.0:1763336277.391244:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.391613:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042139904 00000100:00100000:3.0:1763336277.391623:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042139904 00000100:00100000:2.0:1763336277.392784:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7739 00000100:00100000:2.0:1763336277.392800:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042139904:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.392819:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.392836:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45ce1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67186 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.392891:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056208896:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336277.393409:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336277.399133:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056208896:192.168.203.16@tcp:106: 00010000:00010000:3.0:1763336277.399170:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45ce1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67186 expref: 14 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.399202:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45ce1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67186 expref: 14 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336277.399215:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:3.0:1763336277.399277:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042139904:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6482us (8041us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336277.399285:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7739 00000100:00100000:1.0:1763336277.412763:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.412845:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042140032 00000100:00100000:2.0:1763336277.412854:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042140032 00000100:00100000:2.0:1763336277.413644:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2245 00000100:00100000:2.0:1763336277.413655:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042140032:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336277.414046:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.414061:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.414063:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.414069:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.414081:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428109:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428128:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428138:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428145:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336277.428150:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428163:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428181:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.428188:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45ce8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.428270:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042140032:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 14613us (15510us total) trans 0 rc 249856/249856 00000100:00100000:2.0:1763336277.428280:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2245 00000100:00100000:0.0:1763336277.499784:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.499986:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042140160 00000100:00100000:3.0:1763336277.499996:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042140160 00000100:00100000:1.0:1763336277.500095:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7740 00000100:00100000:1.0:1763336277.500108:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042140160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336277.500126:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336277.500149:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6718d expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336277.500172:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 259357, mtime: 0x691a6054, atime: 0x691a6054, ctime: 0x691a6055, blocks: 0x180 00010000:00010000:1.0:1763336277.500192:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.500194:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336277.500205:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 14 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336277.500222:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 14 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336277.500235:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336277.500296:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042140160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 191us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.500302:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7740 00000100:00100000:1.0:1763336277.503951:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.504181:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042140288 00000100:00100000:2.0:1763336277.504191:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042140288 00000100:00100000:2.0:1763336277.504253:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2246 00000100:00100000:2.0:1763336277.504263:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042140288:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336277.504434:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.504449:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.504451:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.504456:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.504470:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506856:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506874:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506882:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506888:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336277.506893:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506901:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506930:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.506938:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa45cf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.507014:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042140288:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2749us (3068us total) trans 0 rc 259357/259357 00000100:00100000:2.0:1763336277.507025:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2246 00000100:00100000:0.0:1763336277.511832:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.511898:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042140416 00000100:00100000:2.0:1763336277.511908:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042140416 00000100:00100000:2.0:1763336277.511995:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2247 00000100:00100000:2.0:1763336277.512006:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042140416:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336277.512051:0:24002:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 259357, mtime: 0x691a6054, atime: 0x691a6054, ctime: 0x691a6055, blocks: 0x170 00010000:00010000:2.0:1763336277.512061:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.512073:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.512075:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.512079:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.512091:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515470:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515488:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515497:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515503:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336277.515508:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515516:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515542:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.515555:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45cfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.515651:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042140416:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3643us (3823us total) trans 0 rc 259357/259357 00000100:00100000:2.0:1763336277.515661:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2247 00000100:00100000:0.0:1763336277.530892:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.531006:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042140544 00000100:00100000:2.0:1763336277.531015:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042140544 00000100:00100000:2.0:1763336277.531077:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 461 00000100:00100000:2.0:1763336277.531088:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57634:x1848991042140544:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336277.531104:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.531127:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf73200/0x84ca14902aa45cd3 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6717f expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.531144:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.531148:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336277.531201:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57634:x1848991042140544:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 115us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.531208:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 461 00000100:00100000:3.0:1763336277.533589:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.534324:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042140800 00000100:00100000:2.0:1763336277.534334:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042140800 00000100:00100000:2.0:1763336277.534446:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3676 00000100:00100000:2.0:1763336277.534457:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57634:x1848991042140800:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336277.534894:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57634:x1848991042140800:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 438us (1311us total) trans 4294968958 rc 0/0 00000100:00100000:2.0:1763336277.534906:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3676 00000100:00100000:1.0:1763336277.542294:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.545857:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141056 00000100:00100000:0.0:1763336277.545872:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141056 00000100:00100000:0.0:1763336277.545948:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10699 00000100:00100000:0.0:1763336277.545958:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042141056:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336277.545980:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336277.545999:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d04 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67194 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.546105:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336277.546119:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.546128:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.546159:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.546172:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 34 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.546186:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056209024:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336277.546271:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.547856:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.550107:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.550217:0:32318:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141184 00000100:00100000:2.0:1763336277.550226:0:32318:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141184 00000100:00100000:2.0:1763336277.550275:0:32318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 151 00000100:00100000:2.0:1763336277.550284:0:32318:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91838d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2406:x1848991042141184:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:2.0:1763336277.550362:0:32318:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91838d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f1218433-9739-458f-90c0-4b09ef62df77+9:2406:x1848991042141184:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 79us (2511us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.550370:0:32318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 151 00000100:00100000:3.0:1763336277.550532:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141312 00000100:00100000:3.0:1763336277.550538:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141312 00000100:00100000:3.0:1763336277.550595:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1283 00000100:00100000:3.0:1763336277.550603:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2407:x1848991042141312:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:3.0:1763336277.550649:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2407:x1848991042141312:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 47us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.550656:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1283 00000100:00100000:3.0:1763336277.550952:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056209024:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336277.550975:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336277.551871:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.551960:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141440 00000100:00100000:2.0:1763336277.551967:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141440 00010000:00010000:2.0:1763336277.552004:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 35 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.552038:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3671 00000100:00100000:2.0:1763336277.552046:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991042141440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.552058:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.552066:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 35 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.552077:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 35 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.552112:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45c71 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6714e expref: 35 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.552127:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.552133:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.552143:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.552154:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.552184:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336277.552197:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336277.552204:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336277.552222:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991042141440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 176us (353us total) trans 0 rc 0/0 00000004:00200000:3.0:1763336277.552227:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00000100:00100000:2.0:1763336277.552228:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3671 00010000:00010000:3.0:1763336277.552365:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d04 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.552381:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.552389:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.552392:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763336277.552394:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:3.0:1763336277.552476:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042141056:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6518us (10191us total) trans 4294968959 rc 0/0 00000100:00100000:3.0:1763336277.552482:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10699 00000100:00080000:0.0:1763336277.554163:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763336277.554501:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.554655:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141568 00000100:00100000:3.0:1763336277.554664:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141568 00000100:00100000:3.0:1763336277.554994:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10700 00000100:00100000:3.0:1763336277.555003:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042141568:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336277.555026:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.555046:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45d19 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6719b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.555138:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336277.555153:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.555162:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336277.555197:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.555209:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 35 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.555227:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056209152:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336277.555990:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c929881b300 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.564032:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918af09880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056209152:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336277.564065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336277.564066:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336277.564358:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141696 00000100:00100000:2.0:1763336277.564365:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141696 00010000:00010000:2.0:1763336277.564400:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 36 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.564438:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3672 00000100:00100000:2.0:1763336277.564459:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042141696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.564478:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.564485:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 36 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.564497:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 36 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.564521:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d0b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67194 expref: 36 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.564539:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.564544:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.564552:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.564559:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.564587:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336277.564616:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.564623:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336277.564669:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 259357 00000004:00200000:0.0:1763336277.564674:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336277.564710:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.564739:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45d19 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6719b expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.564752:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6719b expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.564759:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.564761:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336277.564765:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:2.0:1763336277.565875:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042141696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1420us (1802us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.565885:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3672 00000100:00100000:0.0:1763336277.566960:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042141568:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11953us (12456us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.566971:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10700 00000100:00100000:1.0:1763336277.576582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.576678:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042141952 00000100:00100000:2.0:1763336277.576714:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042141952 00000100:00100000:2.0:1763336277.576775:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3677 00000100:00100000:2.0:1763336277.576786:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042141952:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336277.577010:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042141952:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 226us (436us total) trans 4294968960 rc 0/0 00000100:00100000:2.0:1763336277.577018:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3677 00000100:00100000:1.0:1763336277.579978:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.580027:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042142208 00000100:00100000:0.0:1763336277.580037:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042142208 00000100:00100000:0.0:1763336277.580094:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10701 00000100:00100000:0.0:1763336277.580104:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042142208:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336277.580127:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336277.580130:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1763336277.580160:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45d20 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6719b expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.580181:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45c7f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67155 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.580199:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45c4e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67147 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.580210:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.580214:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336277.580228:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45d27 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671a2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.580273:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45d2e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336277.580285:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45d2e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.580294:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45d2e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336277.580508:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].179, 88 off23192 00000004:00080000:0.0:1763336277.580518:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1065541832294ns, next at 1064421483885ns, rc = 0 00000040:00080000:0.0:1763336277.580551:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].183, 88 off23544 00000004:00080000:0.0:1763336277.580558:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1065541872398ns, next at 1064421457669ns, rc = 0 00000040:00080000:0.0:1763336277.582142:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].180, 88 off23280 00000004:00080000:0.0:1763336277.582157:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1065543471301ns, next at 1064421483885ns, rc = 0 00000040:00080000:0.0:1763336277.582177:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].184, 88 off23632 00000004:00080000:0.0:1763336277.582182:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1065543496550ns, next at 1064421457669ns, rc = 0 00000040:00080000:0.0:1763336277.582207:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].185, 88 off23720 00000004:00080000:0.0:1763336277.582213:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1065543527531ns, next at 1064421457669ns, rc = 0 00000040:00080000:0.0:1763336277.582245:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].181, 88 off23368 00000004:00080000:0.0:1763336277.582250:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1065543564278ns, next at 1064421483885ns, rc = 0 00000040:00080000:0.0:1763336277.582260:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].182, 88 off23456 00000004:00080000:0.0:1763336277.582263:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1065543577926ns, next at 1064421483885ns, rc = 0 00000040:00080000:0.0:1763336277.582274:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].186, 88 off23808 00000004:00080000:0.0:1763336277.582278:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1065543592815ns, next at 1064421457669ns, rc = 0 00000001:00080000:3.0:1763336277.584721:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968961 is committed 00000004:00080000:3.0:1763336277.584732:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 181 committed 00010000:00010000:2.0:1763336277.585397:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585409:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585417:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585426:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a19800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336277.585430:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585438:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585453:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5c:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336277.585456:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336277.585461:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585467:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa45c0f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585501:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585507:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585511:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585516:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186976200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336277.585519:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585523:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585530:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.585532:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336277.585536:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.585541:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45c24 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336277.585831:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056209280:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336277.585897:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.585942:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336277.585948:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056209408:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336277.585968:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.585995:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056209536:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336277.586015:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.586032:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336277.586038:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056209664:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336277.586057:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.586083:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056209280 00000100:00100000:0.0:1763336277.586089:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056209280 00000100:00100000:0.0:1763336277.586128:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056209408 00000100:00100000:0.0:1763336277.586132:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056209408 00000100:00100000:0.0:1763336277.586146:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056209536 00000100:00100000:0.0:1763336277.586149:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056209536 00000100:00100000:0.0:1763336277.586159:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056209664 00000100:00100000:0.0:1763336277.586161:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056209664 00000100:00100000:0.0:1763336277.586179:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7741 00000100:00100000:0.0:1763336277.586187:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056209280:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336277.586324:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336277.586328:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336277.586330:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336277.586332:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336277.586334:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336277.586370:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056209280:12345-0@lo:2:osp-syn-1-1.0 Request processed in 182us (471us total) trans 17179872139 rc 0/0 00000100:00100000:0.0:1763336277.586378:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7741 00000100:00100000:0.0:1763336277.586487:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7742 00000100:00100000:0.0:1763336277.586493:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056209408:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336277.586541:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336277.586544:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.586547:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.586549:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336277.586551:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336277.586575:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056209408:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (605us total) trans 17179872140 rc 0/0 00000100:00100000:0.0:1763336277.586581:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7742 00000100:00100000:0.0:1763336277.586592:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7743 00000100:00100000:0.0:1763336277.586598:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056209536:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336277.586649:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb size from disk: 247722 -> 247722 00002000:00010000:0.0:1763336277.586652:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336277.586654:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336277.586656:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.586658:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x41:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1763336277.586715:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056209536:12345-0@lo:2:osp-syn-1-1.0 Request processed in 117us (699us total) trans 17179872141 rc 0/0 00000100:00100000:0.0:1763336277.586721:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7743 00000100:00100000:0.0:1763336277.586733:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7744 00000100:00100000:0.0:1763336277.586739:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056209664:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336277.586785:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336277.586789:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.586791:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.586793:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336277.586795:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336277.586821:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056209664:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (762us total) trans 17179872142 rc 0/0 00000100:00100000:0.0:1763336277.586827:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7744 00000004:00080000:0.0:1763336277.586878:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91867e8700/2, rc 0, transno 17179872142 00000100:00100000:0.0:1763336277.586884:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056209664:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336277.586894:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91867e9f80/2, rc 0, transno 17179872141 00000100:00100000:0.0:1763336277.586897:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056209536:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336277.586931:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75180/2, rc 0, transno 17179872140 00000100:00100000:0.0:1763336277.586936:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056209408:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763336277.586944:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74000/2, rc 0, transno 17179872139 00000100:00100000:0.0:1763336277.586947:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056209280:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336277.587272:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 181 committed 00000004:00080000:3.0:1763336277.587284:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 180 committed 00000004:00080000:3.0:1763336277.587286:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 180 committed 00000004:00080000:3.0:1763336277.587289:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 179 committed 00000004:00080000:3.0:1763336277.587291:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 179 committed 00000004:00080000:3.0:1763336277.587293:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 178 committed 00000004:00080000:3.0:1763336277.587303:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 178 committed 00000020:00080000:3.0:1763336277.587329:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92ae15bc00 refcount 2 committed 0 result 0 batchid 53 00000020:00080000:3.0:1763336277.587333:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c918b2ba700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c9284be9c00 00000020:00080000:3.0:1763336277.587337:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27fd00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92ae15ba80 00000020:00080000:3.0:1763336277.587339:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9189b19200 00000020:00080000:3.0:1763336277.587342:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].32 00000020:00080000:1.0:1763336277.587421:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 53 committed batchid 52 00000020:00080000:1.0:1763336277.587462:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 52 00000100:00100000:2.0:1763336277.587610:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056210176:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336277.587643:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336277.587661:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763336277.587666:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056210048:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336277.587712:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336277.587777:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056209920:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336277.587802:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336277.587830:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336277.587836:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056209792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336277.587857:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336277.587932:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056210176 00000100:00100000:1.0:1763336277.587938:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056210176 00000100:00100000:1.0:1763336277.587983:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056210048 00000100:00100000:1.0:1763336277.587986:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056210048 00000100:00100000:1.0:1763336277.588004:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056209920 00000100:00100000:1.0:1763336277.588007:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056209920 00000100:00100000:1.0:1763336277.588020:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056209792 00000100:00100000:1.0:1763336277.588022:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056209792 00000100:00100000:1.0:1763336277.588040:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7745 00000100:00100000:1.0:1763336277.588052:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056210176:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336277.588100:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7746 00000100:00100000:0.0:1763336277.588111:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056210048:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336277.588170:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056210176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 122us (525us total) trans 21474839534 rc 0/0 00000100:00100000:1.0:1763336277.588177:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7745 00000100:00100000:1.0:1763336277.588197:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7747 00002000:00010000:0.0:1763336277.588198:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336277.588203:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb mtime from disk: 1763336275 -> 1763336275 00000100:00100000:1.0:1763336277.588206:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056209920:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336277.588208:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb atime from disk: 1763336275 -> 1763336275 00002000:00010000:0.0:1763336277.588214:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb ctime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.588216:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336277.588246:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056210048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 138us (562us total) trans 21474839535 rc 0/0 00000100:00100000:0.0:1763336277.588254:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7746 00002000:00010000:1.0:1763336277.588268:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763336277.588271:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7748 00002000:00010000:1.0:1763336277.588275:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336277.588279:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00000100:00100000:0.0:1763336277.588281:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056209792:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336277.588285:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.588289:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336277.588327:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056209920:12345-0@lo:2:osp-syn-0-1.0 Request processed in 123us (523us total) trans 21474839536 rc 0/0 00000100:00100000:1.0:1763336277.588334:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7747 00002000:00010000:0.0:1763336277.588335:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 259357 -> 259357 00002000:00010000:0.0:1763336277.588339:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.588342:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336277.588345:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336277.588347:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:0.0:1763336277.588495:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056209792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 216us (636us total) trans 21474839537 rc 0/0 00000100:00100000:0.0:1763336277.588505:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7748 00000004:00080000:1.0:1763336277.588513:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186124700/2, rc 0, transno 21474839536 00000100:00100000:1.0:1763336277.588520:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056209920:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336277.588540:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186127480/2, rc 0, transno 21474839537 00000100:00100000:1.0:1763336277.588545:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056209792:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336277.588595:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45d2e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a2 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.588607:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.588611:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000004:00080000:2.0:1763336277.588649:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186126680/2, rc 0, transno 21474839535 00000100:00100000:2.0:1763336277.588655:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056210048:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336277.588664:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186125f80/2, rc 0, transno 21474839534 00000100:00100000:2.0:1763336277.588667:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186125f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056210176:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336277.588898:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45d27 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a2 expref: 18 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763336277.588929:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45d2e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a2 expref: 17 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.589018:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.589022:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336277.589025:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:1.0:1763336277.589086:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042142208:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8982us (9114us total) trans 4294968961 rc 0/0 00000100:00100000:1.0:1763336277.589094:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10701 00000100:00100000:3.0:1763336277.593377:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.593464:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042142336 00000100:00100000:2.0:1763336277.593474:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042142336 00000100:00100000:2.0:1763336277.593534:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7749 00000100:00100000:2.0:1763336277.593545:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57585:x1848991042142336:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336277.593563:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.593581:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671a9 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.593612:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336277.593621:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.593624:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.593629:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [65536->126975] (req 65536->126975) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.593660:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336277.593672:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 1165 lvb_type: 1 00000100:00100000:2.0:1763336277.593715:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186125500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056210304:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.593790:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.596207:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186125500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056210304:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336277.596243:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [65536->126975] (req 65536->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.596262:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:1.0:1763336277.596324:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991042142336:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2780us (2955us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.596332:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7749 00000100:00100000:1.0:1763336277.596769:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.596846:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042142464 00000100:00100000:2.0:1763336277.596854:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042142464 00010000:00010000:2.0:1763336277.596885:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 1165 lvb_type: 1 00000100:00100000:2.0:1763336277.596931:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3673 00000100:00100000:2.0:1763336277.596941:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042142464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.596953:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.596973:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 1165 lvb_type: 1 00010000:00010000:2.0:1763336277.596985:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 1165 lvb_type: 1 00010000:00010000:2.0:1763336277.597008:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45cef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6718d expref: 15 pid: 9765 timeout: 1165 lvb_type: 1 00010000:00010000:2.0:1763336277.597027:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.597030:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336277.597037:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.597047:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.597080:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336277.597093:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056210432:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336277.597161:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336277.600781:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.600834:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042142592 00000100:00100000:2.0:1763336277.600845:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042142592 00000100:00100000:0.0:1763336277.600946:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056210432:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336277.600948:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2248 00000100:00100000:2.0:1763336277.600964:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042142592:12345-192.168.203.16@tcp:22:fsx.0 00010000:00010000:0.0:1763336277.600975:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336277.601039:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e9cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042142464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4098us (4270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.601048:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3673 00002000:00010000:2.0:1763336277.601120:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 259357 -> 259357 00002000:00010000:2.0:1763336277.601124:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336277.601126:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336277.601129:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.601131:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:2.0:1763336277.601156:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042142592:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 197us (384us total) trans 21474839538 rc 0/0 00000100:00100000:2.0:1763336277.601163:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2248 00000100:00100000:1.0:1763336277.604601:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.604716:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042142720 00000100:00100000:0.0:1763336277.604725:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042142720 00000100:00100000:0.0:1763336277.604783:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10702 00000100:00100000:0.0:1763336277.604793:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042142720:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336277.604817:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336277.604839:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45d3c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671b0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.604944:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d43 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336277.604957:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d43 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.604969:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d43 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336277.604995:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336277.604999:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336277.605017:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d43 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.605043:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45d3c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b0 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.605059:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d43 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b0 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.605068:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.605070:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336277.605073:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:0.0:1763336277.605133:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042142720:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 341us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.605142:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10702 00000100:00100000:1.0:1763336277.608206:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.608459:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042142848 00000100:00100000:0.0:1763336277.608469:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042142848 00000100:00100000:0.0:1763336277.608535:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10703 00000100:00100000:0.0:1763336277.608544:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042142848:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336277.608566:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336277.608592:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45d4a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671b7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.608645:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336277.608661:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336277.608672:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.608892:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45d4a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.608922:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.608931:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.608934:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336277.608937:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818600, rc 0) 00000100:00100000:1.0:1763336277.609029:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042142848:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 485us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.609037:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10703 00000100:00100000:3.0:1763336277.610645:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.610785:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143104 00000100:00100000:1.0:1763336277.610796:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143104 00000100:00100000:1.0:1763336277.610848:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10704 00000100:00100000:1.0:1763336277.610858:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042143104:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336277.610907:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763336277.610942:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45d43 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b0 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.610960:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45d2e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a2 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.611040:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.611045:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336277.611227:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336277.611239:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.611248:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336277.611290:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968962 00000004:00010000:1.0:1763336277.611312:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d4e73311 reply state 000000005c04afef transno 4294968963 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.611324:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.611330:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.611333:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336277.611335:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336277.611472:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042143104:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 614us (832us total) trans 4294968963 rc 0/0 00000100:00100000:1.0:1763336277.611480:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10704 00000020:00080000:1.0:1763336277.611485:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336277.613564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.613622:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143232 00000100:00100000:1.0:1763336277.613640:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143232 00000100:00100000:1.0:1763336277.613721:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10705 00000100:00100000:1.0:1763336277.613730:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042143232:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336277.613750:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336277.613767:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671be expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.613813:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.613825:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.613839:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.613842:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336277.613845:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:1.0:1763336277.613890:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042143232:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 162us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.613897:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10705 00000100:00100000:0.0:1763336277.620346:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.620380:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.620453:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143360 00000100:00100000:0.0:1763336277.620459:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.620465:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143360 00000100:00100000:3.0:1763336277.620541:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143616 00002000:00010000:1.0:1763336277.620543:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (51928->18446744073709551615) 00000100:00100000:3.0:1763336277.620548:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143616 00002000:00100000:1.0:1763336277.620550:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645500 with x1848991042143360 ext(51928->18446744073709551615) 00002000:00010000:1.0:1763336277.620562:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645500. 00002000:00010000:3.0:1763336277.620569:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336277.620574:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644e00 with x1848991042143616 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336277.620582:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b644e00. 00000100:00100000:1.0:1763336277.620595:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143488 00000100:00100000:1.0:1763336277.620600:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143488 00000100:00100000:3.0:1763336277.620607:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2249 00002000:00010000:1.0:1763336277.620616:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00000100:00100000:3.0:1763336277.620617:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042143360:12345-192.168.203.16@tcp:10:fsx.0 00002000:00100000:1.0:1763336277.620622:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647100 with x1848991042143488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336277.620630:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b647100. 00000100:00100000:1.0:1763336277.620650:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2250 00000100:00100000:1.0:1763336277.620659:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042143616:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336277.620828:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336277.620832:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336276 -> 1763336277 00002000:00010000:1.0:1763336277.620834:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336277.620837:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.620839:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336277.620890:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042143616:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 233us (509us total) trans 17179872143 rc 0/0 00000100:00100000:1.0:1763336277.620898:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2250 00002000:00010000:1.0:1763336277.620902:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336277.620905:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644e00 with x1848991042143616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336277.620910:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b644e00. 00000100:00100000:1.0:1763336277.620946:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2251 00000100:00100000:1.0:1763336277.620961:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042143488:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336277.621034:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336277.621038:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336276 -> 1763336277 00002000:00010000:1.0:1763336277.621041:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336277.621043:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.621045:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336277.621070:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042143488:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 117us (612us total) trans 21474839540 rc 0/0 00000100:00100000:1.0:1763336277.621077:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2251 00002000:00010000:1.0:1763336277.621081:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336277.621083:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647100 with x1848991042143488 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336277.621088:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b647100. 00002000:00010000:3.0:1763336277.621097:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 259357 -> 51928 00002000:00010000:3.0:1763336277.621101:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336276 -> 1763336277 00002000:00010000:3.0:1763336277.621104:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336277.621106:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:3.0:1763336277.621108:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 384 -> 88 00000100:00100000:3.0:1763336277.621134:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042143360:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 519us (797us total) trans 21474839539 rc 0/0 00000100:00100000:3.0:1763336277.621145:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2249 00002000:00010000:3.0:1763336277.621148:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (51928->18446744073709551615) 00002000:00100000:3.0:1763336277.621151:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645500 with x1848991042143360 ext(51928->18446744073709551615) 00002000:00010000:3.0:1763336277.621156:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645500. 00000100:00100000:3.0:1763336277.625632:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.625739:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143744 00000100:00100000:2.0:1763336277.625749:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143744 00000100:00100000:2.0:1763336277.625823:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10706 00000100:00100000:2.0:1763336277.625834:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042143744:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336277.625853:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.625873:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d66 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671c5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.625976:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336277.625990:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.626002:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336277.626027:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 51928 00000004:00200000:2.0:1763336277.626032:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336277.626050:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336277.626075:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d66 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.626093:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.626101:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.626104:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336277.626108:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:2.0:1763336277.626171:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042143744:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 339us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.626179:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10706 00000100:00100000:0.0:1763336277.639061:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.639133:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042143872 00000100:00100000:1.0:1763336277.639143:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042143872 00000100:00100000:1.0:1763336277.639215:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2252 00000100:00100000:1.0:1763336277.639226:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042143872:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336277.639467:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 51928 -> 51928 00002000:00010000:1.0:1763336277.639472:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.639474:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336277.639477:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.639479:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1763336277.639538:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042143872:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 313us (485us total) trans 21474839541 rc 0/0 00000100:00100000:1.0:1763336277.639559:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2252 00000100:00100000:0.0:1763336277.649189:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.649298:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144000 00000100:00100000:2.0:1763336277.649308:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144000 00002000:00100000:2.0:1763336277.649355:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c918b647b80 x1848991042144000/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.649366:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647b80 with x1848991042144000 ext(147456->151551) 00002000:00010000:2.0:1763336277.649372:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b647b80 00000100:00100000:2.0:1763336277.649410:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2253 00000100:00100000:2.0:1763336277.649420:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042144000:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.649606:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042144000:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 187us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.649614:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2253 00002000:00100000:2.0:1763336277.649622:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c918b647b80 x1848991042144000/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/440 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.649629:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b647b80 with x1848991042144000 ext(147456->151551) 00002000:00010000:2.0:1763336277.649633:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b647b80 00000100:00100000:3.0:1763336277.655572:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.655657:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144128 00000100:00100000:1.0:1763336277.655667:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144128 00002000:00100000:1.0:1763336277.655749:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (0->147455) req@ffff9c918af0a680 x1848991042144128/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.655760:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0a680 with x1848991042144128 ext(0->147455) 00002000:00010000:1.0:1763336277.655766:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0a680 00000100:00100000:1.0:1763336277.655799:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2254 00000100:00100000:1.0:1763336277.655810:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042144128:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336277.658895:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042144128:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3078us (3323us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1763336277.658923:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2254 00002000:00100000:1.0:1763336277.658937:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (0->147455) req@ffff9c918af0a680 x1848991042144128/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/440 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.658948:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0a680 with x1848991042144128 ext(0->147455) 00002000:00010000:1.0:1763336277.658955:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0a680 00000100:00100000:0.0:1763336277.662816:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.662963:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144256 00000100:00100000:1.0:1763336277.662975:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144256 00002000:00100000:1.0:1763336277.663023:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (151552->170704) req@ffff9c918b644a80 x1848991042144256/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.663035:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644a80 with x1848991042144256 ext(151552->170704) 00002000:00010000:1.0:1763336277.663042:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b644a80 00000100:00100000:1.0:1763336277.663456:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2255 00000100:00100000:1.0:1763336277.663466:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042144256:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336277.668128:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042144256:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4650us (5308us total) trans 21474839542 rc 0/0 00000100:00100000:1.0:1763336277.668141:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2255 00002000:00100000:1.0:1763336277.668154:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (151552->170704) req@ffff9c918b644a80 x1848991042144256/t21474839542(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/448 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.668165:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644a80 with x1848991042144256 ext(151552->170704) 00002000:00010000:1.0:1763336277.668171:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b644a80 00000100:00100000:0.0:1763336277.670287:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.670429:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144384 00000100:00100000:1.0:1763336277.670439:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144384 00000100:00100000:2.0:1763336277.670611:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2256 00000100:00100000:2.0:1763336277.670623:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042144384:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336277.671103:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 51928 -> 170705 00002000:00010000:2.0:1763336277.671108:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.671110:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336276 -> 1763336277 00002000:00010000:2.0:1763336277.671113:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.671115:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 216 00000100:00100000:2.0:1763336277.671628:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042144384:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1004us (1345us total) trans 21474839543 rc 0/0 00000100:00100000:2.0:1763336277.671636:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2256 00000100:00100000:0.0:1763336277.675174:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.675270:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144512 00000100:00100000:2.0:1763336277.675280:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144512 00000100:00100000:2.0:1763336277.675356:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2257 00000100:00100000:2.0:1763336277.675366:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042144512:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336277.675721:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 170705 -> 170705 00002000:00010000:2.0:1763336277.675725:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.675727:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.675730:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.675732:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 216 -> 280 00000100:00100000:2.0:1763336277.675786:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042144512:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 421us (620us total) trans 21474839544 rc 0/0 00000100:00100000:2.0:1763336277.675793:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2257 00000100:00100000:2.0:1763336277.680934:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.681025:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144640 00000100:00100000:1.0:1763336277.681034:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144640 00000100:00100000:1.0:1763336277.681680:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2258 00000100:00100000:1.0:1763336277.681736:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042144640:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336277.681945:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 170705 -> 170705 00002000:00010000:1.0:1763336277.681949:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.681952:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.681954:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.681956:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:1.0:1763336277.682020:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042144640:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 288us (1107us total) trans 21474839545 rc 0/0 00000100:00100000:1.0:1763336277.682028:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2258 00000100:00100000:0.0:1763336277.692181:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.692275:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144768 00000100:00100000:1.0:1763336277.692285:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144768 00000100:00100000:1.0:1763336277.692359:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2259 00000100:00100000:1.0:1763336277.692369:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042144768:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:1.0:1763336277.693431:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 170705 -> 170705 00002000:00010000:1.0:1763336277.693436:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.693439:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.693441:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336277.693444:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 280 -> 328 00000100:00100000:1.0:1763336277.693789:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042144768:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1418us (1613us total) trans 21474839546 rc 0/0 00000100:00100000:1.0:1763336277.693799:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2259 00000100:00100000:0.0:1763336277.702132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.702314:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042144896 00000100:00100000:1.0:1763336277.702325:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042144896 00002000:00100000:1.0:1763336277.702370:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (126976->131071) req@ffff9c918b646300 x1848991042144896/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.702387:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b646300 with x1848991042144896 ext(126976->131071) 00002000:00010000:1.0:1763336277.702393:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b646300 00000100:00100000:1.0:1763336277.702511:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2260 00000100:00100000:1.0:1763336277.702523:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042144896:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336277.702753:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042144896:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 232us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336277.702760:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2260 00002000:00100000:1.0:1763336277.702767:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (126976->131071) req@ffff9c918b646300 x1848991042144896/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.702775:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b646300 with x1848991042144896 ext(126976->131071) 00002000:00010000:1.0:1763336277.702779:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b646300 00000100:00100000:2.0:1763336277.707645:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.707937:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145024 00000100:00100000:1.0:1763336277.707947:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145024 00002000:00100000:0.0:1763336277.708210:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (131072->135167) req@ffff9c9186126a00 x1848991042145024/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.708222:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186126a00 with x1848991042145024 ext(131072->135167) 00002000:00010000:0.0:1763336277.708228:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186126a00 00000100:00100000:0.0:1763336277.708266:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2261 00000100:00100000:0.0:1763336277.708277:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042145024:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336277.709670:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042145024:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 1389us (2030us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336277.709717:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2261 00002000:00100000:0.0:1763336277.709734:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (131072->135167) req@ffff9c9186126a00 x1848991042145024/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.709745:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186126a00 with x1848991042145024 ext(131072->135167) 00002000:00010000:0.0:1763336277.709755:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186126a00 00000100:00100000:0.0:1763336277.719216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.719291:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145152 00000100:00100000:2.0:1763336277.719302:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145152 00002000:00100000:2.0:1763336277.719355:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (135168->139263) req@ffff9c918b644380 x1848991042145152/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.719366:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644380 with x1848991042145152 ext(135168->139263) 00002000:00010000:2.0:1763336277.719372:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b644380 00000100:00100000:2.0:1763336277.719409:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2262 00000100:00100000:2.0:1763336277.719419:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145152:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.719633:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145152:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 214us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.719641:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2262 00002000:00100000:2.0:1763336277.719648:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (135168->139263) req@ffff9c918b644380 x1848991042145152/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.719656:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b644380 with x1848991042145152 ext(135168->139263) 00002000:00010000:2.0:1763336277.719660:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b644380 00000100:00100000:1.0:1763336277.722441:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.726480:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145280 00000100:00100000:2.0:1763336277.726496:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145280 00002000:00100000:2.0:1763336277.726554:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (139264->143359) req@ffff9c91867e9500 x1848991042145280/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.726566:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9500 with x1848991042145280 ext(139264->143359) 00002000:00010000:2.0:1763336277.726572:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e9500 00000100:00100000:2.0:1763336277.726617:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2263 00000100:00100000:2.0:1763336277.726627:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145280:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.726837:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145280:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 209us (4403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.726844:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2263 00002000:00100000:2.0:1763336277.726851:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (139264->143359) req@ffff9c91867e9500 x1848991042145280/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.726859:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9500 with x1848991042145280 ext(139264->143359) 00002000:00010000:2.0:1763336277.726863:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e9500 00000100:00100000:3.0:1763336277.732016:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.732172:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145408 00000100:00100000:1.0:1763336277.732183:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145408 00002000:00100000:1.0:1763336277.732466:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (143360->147455) req@ffff9c918af08000 x1848991042145408/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.732478:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af08000 with x1848991042145408 ext(143360->147455) 00002000:00010000:1.0:1763336277.732484:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af08000 00000100:00100000:1.0:1763336277.732521:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2264 00000100:00100000:1.0:1763336277.732531:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042145408:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336277.732897:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042145408:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 366us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336277.732905:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2264 00002000:00100000:1.0:1763336277.732922:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (143360->147455) req@ffff9c918af08000 x1848991042145408/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.732930:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af08000 with x1848991042145408 ext(143360->147455) 00002000:00010000:1.0:1763336277.732933:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af08000 00000100:00100000:0.0:1763336277.737421:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.737806:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145536 00000100:00100000:1.0:1763336277.737817:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145536 00002000:00100000:1.0:1763336277.737870:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c918b646a00 x1848991042145536/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.737882:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b646a00 with x1848991042145536 ext(147456->151551) 00002000:00010000:1.0:1763336277.737888:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b646a00 00000100:00100000:1.0:1763336277.737935:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2265 00000100:00100000:1.0:1763336277.737945:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042145536:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336277.738159:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042145536:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 215us (778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336277.738169:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2265 00002000:00100000:1.0:1763336277.738177:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c918b646a00 x1848991042145536/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.738186:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b646a00 with x1848991042145536 ext(147456->151551) 00002000:00010000:1.0:1763336277.738190:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b646a00 00000100:00100000:0.0:1763336277.741744:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.741843:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145664 00000100:00100000:2.0:1763336277.741854:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145664 00002000:00100000:2.0:1763336277.742030:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (151552->155647) req@ffff9c918b645c00 x1848991042145664/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.742041:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645c00 with x1848991042145664 ext(151552->155647) 00002000:00010000:2.0:1763336277.742048:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645c00 00000100:00100000:2.0:1763336277.742081:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2266 00000100:00100000:2.0:1763336277.742091:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145664:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.742308:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145664:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 218us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.742316:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2266 00002000:00100000:2.0:1763336277.742323:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (151552->155647) req@ffff9c918b645c00 x1848991042145664/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.742331:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b645c00 with x1848991042145664 ext(151552->155647) 00002000:00010000:2.0:1763336277.742334:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b645c00 00000100:00100000:2.0:1763336277.746561:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.746622:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145792 00000100:00100000:1.0:1763336277.746632:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145792 00002000:00100000:1.0:1763336277.746671:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (155648->159743) req@ffff9c9186124e00 x1848991042145792/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.746697:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186124e00 with x1848991042145792 ext(155648->159743) 00002000:00010000:1.0:1763336277.746702:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186124e00 00000100:00100000:1.0:1763336277.746726:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2267 00000100:00100000:1.0:1763336277.746736:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145792:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336277.746974:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042145792:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 238us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336277.746981:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2267 00002000:00100000:1.0:1763336277.746988:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (155648->159743) req@ffff9c9186124e00 x1848991042145792/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.746996:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186124e00 with x1848991042145792 ext(155648->159743) 00002000:00010000:1.0:1763336277.746999:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186124e00 00000100:00100000:0.0:1763336277.752506:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.754590:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042145920 00000100:00100000:1.0:1763336277.754607:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042145920 00002000:00100000:1.0:1763336277.754667:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->163839) req@ffff9c9183a0d880 x1848991042145920/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336277.754679:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d880 with x1848991042145920 ext(159744->163839) 00002000:00010000:1.0:1763336277.754727:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d880 00000100:00100000:1.0:1763336277.754764:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2268 00000100:00100000:1.0:1763336277.754776:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042145920:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336277.755168:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042145920:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 394us (2669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336277.755177:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2268 00002000:00100000:0.0:1763336277.755184:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->163839) req@ffff9c9183a0d880 x1848991042145920/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.755193:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d880 with x1848991042145920 ext(159744->163839) 00002000:00010000:0.0:1763336277.755197:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d880 00000100:00100000:0.0:1763336277.759902:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.761711:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146048 00000100:00100000:2.0:1763336277.761724:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146048 00002000:00100000:2.0:1763336277.761782:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (163840->167935) req@ffff9c9184e8aa00 x1848991042146048/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.761793:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8aa00 with x1848991042146048 ext(163840->167935) 00002000:00010000:2.0:1763336277.761798:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8aa00 00000100:00100000:2.0:1763336277.762092:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2269 00000100:00100000:2.0:1763336277.762103:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042146048:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.762314:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042146048:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 212us (2421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.762324:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2269 00002000:00100000:2.0:1763336277.762333:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (163840->167935) req@ffff9c9184e8aa00 x1848991042146048/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.762342:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184e8aa00 with x1848991042146048 ext(163840->167935) 00002000:00010000:2.0:1763336277.762346:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184e8aa00 00000100:00100000:2.0:1763336277.767482:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.767901:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146176 00000100:00100000:0.0:1763336277.767919:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146176 00002000:00100000:0.0:1763336277.767966:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (167936->172031) req@ffff9c9186125500 x1848991042146176/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.767976:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186125500 with x1848991042146176 ext(167936->172031) 00002000:00010000:0.0:1763336277.767983:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186125500 00000100:00100000:0.0:1763336277.768025:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2270 00000100:00100000:0.0:1763336277.768035:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042146176:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336277.768201:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042146176:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 168us (1119us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336277.768209:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2270 00002000:00100000:0.0:1763336277.768215:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (167936->172031) req@ffff9c9186125500 x1848991042146176/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.768223:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186125500 with x1848991042146176 ext(167936->172031) 00002000:00010000:0.0:1763336277.768226:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186125500 00000100:00100000:1.0:1763336277.774252:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.774502:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146304 00000100:00100000:0.0:1763336277.774512:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146304 00002000:00100000:0.0:1763336277.774556:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->118783) req@ffff9c918c685500 x1848991042146304/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.774567:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685500 with x1848991042146304 ext(114688->118783) 00002000:00010000:0.0:1763336277.774573:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685500 00000100:00100000:0.0:1763336277.774616:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2271 00000100:00100000:0.0:1763336277.774625:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042146304:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336277.774837:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2406:x1848991042146304:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 212us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336277.774845:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2271 00002000:00100000:0.0:1763336277.774851:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (114688->118783) req@ffff9c918c685500 x1848991042146304/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.774859:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685500 with x1848991042146304 ext(114688->118783) 00002000:00010000:0.0:1763336277.774863:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685500 00000100:00100000:3.0:1763336277.781513:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.781605:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146432 00000100:00100000:2.0:1763336277.781614:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146432 00000100:00100000:2.0:1763336277.781682:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2272 00000100:00100000:2.0:1763336277.781726:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042146432:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336277.782044:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 170705 -> 170705 00002000:00010000:2.0:1763336277.782048:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.782051:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.782052:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.782054:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 328 -> 232 00000100:00100000:2.0:1763336277.782112:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991042146432:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 389us (609us total) trans 21474839547 rc 0/0 00000100:00100000:2.0:1763336277.782120:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2272 00000100:00100000:3.0:1763336277.785610:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.785754:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146560 00000100:00100000:2.0:1763336277.785764:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146560 00000100:00100000:2.0:1763336277.785832:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2273 00000100:00100000:2.0:1763336277.785842:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991042146560:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336277.786081:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 170705 -> 170705 00002000:00010000:2.0:1763336277.786085:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.786087:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.786088:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336277.786090:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 232 -> 224 00000100:00100000:2.0:1763336277.786168:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042146560:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 327us (564us total) trans 21474839548 rc 0/0 00000100:00100000:2.0:1763336277.786175:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2273 00000100:00100000:1.0:1763336277.792283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.792403:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146688 00000100:00100000:2.0:1763336277.792501:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146688 00002000:00100000:2.0:1763336277.792544:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (155648->180223) req@ffff9c918c686a00 x1848991042146688/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 504/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.792555:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686a00 with x1848991042146688 ext(155648->180223) 00002000:00010000:2.0:1763336277.792561:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c686a00 00000100:00100000:2.0:1763336277.792590:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2274 00000100:00100000:2.0:1763336277.792598:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991042146688:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.796475:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991042146688:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3868us (4193us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.796489:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2274 00002000:00100000:2.0:1763336277.796502:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (155648->180223) req@ffff9c918c686a00 x1848991042146688/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 504/440 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.796512:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686a00 with x1848991042146688 ext(155648->180223) 00002000:00010000:2.0:1763336277.796518:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c686a00 00000100:00100000:3.0:1763336277.799202:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.799303:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146816 00000100:00100000:2.0:1763336277.799313:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146816 00002000:00100000:2.0:1763336277.799358:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->163839) req@ffff9c918af0b100 x1848991042146816/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.799377:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0b100 with x1848991042146816 ext(159744->163839) 00002000:00010000:2.0:1763336277.799383:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0b100 00000100:00100000:2.0:1763336277.799419:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2275 00000100:00100000:2.0:1763336277.799429:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042146816:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.799810:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042146816:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 380us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.799818:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2275 00002000:00100000:2.0:1763336277.799826:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->163839) req@ffff9c918af0b100 x1848991042146816/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.800167:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0b100 with x1848991042146816 ext(159744->163839) 00002000:00010000:2.0:1763336277.800172:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af0b100 00000100:00100000:1.0:1763336277.804803:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.804959:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042146944 00000100:00100000:2.0:1763336277.804969:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042146944 00002000:00100000:2.0:1763336277.805014:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (163840->167935) req@ffff9c918c686d80 x1848991042146944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.805024:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686d80 with x1848991042146944 ext(163840->167935) 00002000:00010000:2.0:1763336277.805030:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c686d80 00000100:00100000:2.0:1763336277.805061:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2276 00000100:00100000:2.0:1763336277.805070:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042146944:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.805259:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042146944:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 188us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.805268:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2276 00002000:00100000:2.0:1763336277.805279:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (163840->167935) req@ffff9c918c686d80 x1848991042146944/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.805287:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686d80 with x1848991042146944 ext(163840->167935) 00002000:00010000:2.0:1763336277.805290:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c686d80 00000100:00100000:3.0:1763336277.813005:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.813254:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042147072 00000100:00100000:0.0:1763336277.813264:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042147072 00002000:00100000:0.0:1763336277.813309:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (106496->110591) req@ffff9c92b6ac7480 x1848991042147072/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.813320:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7480 with x1848991042147072 ext(106496->110591) 00002000:00010000:0.0:1763336277.813326:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac7480 00000100:00100000:0.0:1763336277.813366:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2277 00000100:00100000:0.0:1763336277.813375:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042147072:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336277.813566:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042147072:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 191us (569us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336277.813574:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2277 00002000:00100000:0.0:1763336277.813581:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (106496->110591) req@ffff9c92b6ac7480 x1848991042147072/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336277.813590:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7480 with x1848991042147072 ext(106496->110591) 00002000:00010000:0.0:1763336277.813593:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac7480 00000100:00100000:3.0:1763336277.819382:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.819941:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042147200 00000100:00100000:2.0:1763336277.819952:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042147200 00002000:00100000:2.0:1763336277.819999:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (110592->114687) req@ffff9c92b6ac7b80 x1848991042147200/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.820010:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7b80 with x1848991042147200 ext(110592->114687) 00002000:00010000:2.0:1763336277.820016:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac7b80 00000100:00100000:2.0:1763336277.820325:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2278 00000100:00100000:2.0:1763336277.820337:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042147200:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336277.820557:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042147200:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 222us (1186us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336277.820565:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2278 00002000:00100000:2.0:1763336277.820572:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (110592->114687) req@ffff9c92b6ac7b80 x1848991042147200/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 488/4536 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.820581:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7b80 with x1848991042147200 ext(110592->114687) 00002000:00010000:2.0:1763336277.820585:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac7b80 00000100:00100000:1.0:1763336277.826720:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.826817:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042147456 00000100:00100000:2.0:1763336277.826827:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042147456 00000100:00100000:2.0:1763336277.826888:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3678 00000100:00100000:2.0:1763336277.826898:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042147456:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336277.828056:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57585:x1848991042147456:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 1153us (1365us total) trans 4294968964 rc 0/0 00000100:00100000:2.0:1763336277.828068:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3678 00000100:00100000:3.0:1763336277.852990:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.854142:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042147712 00000100:00100000:1.0:1763336277.854153:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042147712 00000100:00100000:1.0:1763336277.854206:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10707 00000100:00100000:1.0:1763336277.854214:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57635:x1848991042147712:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336277.854237:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336277.854259:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45d74 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671cc expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.854331:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336277.854343:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854354:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854365:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336277.854371:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854377:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854478:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45d89 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336277.854487:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45d89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854494:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45d89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336277.854507:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:1.0:1763336277.854578:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854585:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854591:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854598:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854604:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336277.854609:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854616:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854627:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24de00) 00010000:00010000:1.0:1763336277.854630:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336277.854634:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854640:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45d7b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854651:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854658:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854666:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854671:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336277.854674:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854679:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854946:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24d400) 00010000:00010000:1.0:1763336277.854949:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336277.854952:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854957:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45d82 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.854997:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45d74 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671cc expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.855009:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45d89 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671cc expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.855016:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.855018:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336277.855020:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336277.855112:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57635:x1848991042147712:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 899us (2131us total) trans 4294968965 rc 0/0 00000100:00100000:1.0:1763336277.855120:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10707 00000100:00100000:3.0:1763336277.859496:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.860436:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042147840 00000100:00100000:0.0:1763336277.860448:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042147840 00000100:00100000:0.0:1763336277.860515:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 462 00000100:00100000:0.0:1763336277.860525:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042147840:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336277.860541:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336277.860566:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45d89 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671cc expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.860585:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.860590:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336277.861456:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042147840:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 928us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.861466:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 462 00000100:00100000:0.0:1763336277.865867:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.866044:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042148096 00000100:00100000:2.0:1763336277.866054:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042148096 00000100:00100000:2.0:1763336277.866111:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3679 00000100:00100000:2.0:1763336277.866121:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57635:x1848991042148096:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336277.866328:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57635:x1848991042148096:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 209us (654us total) trans 4294968966 rc 0/0 00000100:00100000:2.0:1763336277.866337:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3679 00000100:00100000:1.0:1763336277.872850:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.873874:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042148352 00000100:00100000:2.0:1763336277.873884:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042148352 00000100:00100000:2.0:1763336277.874377:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10708 00000100:00100000:2.0:1763336277.874388:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57635:x1848991042148352:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.874408:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.874428:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45d97 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671d3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.874517:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d9e lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336277.874530:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d9e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.874539:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d9e lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336277.874548:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:2.0:1763336277.874922:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa45d97 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671d3 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.874944:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d9e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671d3 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.874952:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.874955:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336277.874958:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:2.0:1763336277.875559:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57635:x1848991042148352:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1171us (2716us total) trans 4294968967 rc 0/0 00000100:00100000:2.0:1763336277.875567:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10708 00000100:00100000:3.0:1763336277.879671:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.880145:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042148608 00000100:00100000:2.0:1763336277.880155:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042148608 00000100:00100000:2.0:1763336277.880215:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10709 00000100:00100000:2.0:1763336277.880225:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57635:x1848991042148608:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.880247:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.880269:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45dac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671da expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.880368:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336277.880383:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.880394:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.880427:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.880445:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 28 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.880458:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056210560:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.880539:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.886038:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.886220:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056210560:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336277.886248:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336277.886511:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042148736 00000100:00100000:3.0:1763336277.886518:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042148736 00010000:00010000:3.0:1763336277.886547:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 29 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.886610:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3674 00000100:00100000:3.0:1763336277.886618:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042148736:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.886631:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.886637:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 29 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.886647:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 29 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.886665:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa45d6d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671c5 expref: 29 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.886678:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.886722:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336277.886732:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336277.886739:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336277.887154:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336277.887205:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042148736:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 586us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.887212:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3674 00010000:00010000:1.0:1763336277.887252:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336277.887260:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336277.887282:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:1.0:1763336277.887404:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa45dac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671da expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.887418:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671da expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336277.887424:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336277.887427:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336277.887429:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:1.0:1763336277.887464:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57635:x1848991042148608:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7241us (7802us total) trans 4294968968 rc 0/0 00000100:00100000:1.0:1763336277.887470:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10709 00000100:00100000:0.0:1763336277.890233:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.891844:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042148864 00000100:00100000:2.0:1763336277.891855:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042148864 00000100:00100000:2.0:1763336277.891924:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3680 00000100:00100000:2.0:1763336277.891933:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57635:x1848991042148864:12345-192.168.203.16@tcp:33:lfs.0 00000100:00100000:2.0:1763336277.892080:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57635:x1848991042148864:12345-192.168.203.16@tcp:33:lfs.0 Request processed in 147us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.892088:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3680 00000100:00100000:3.0:1763336277.894953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.895285:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042149120 00000100:00100000:0.0:1763336277.895447:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042149120 00000100:00100000:0.0:1763336277.895712:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3681 00000100:00100000:0.0:1763336277.895725:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57635:x1848991042149120:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336277.895929:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57635:x1848991042149120:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 207us (983us total) trans 4294968969 rc 0/0 00000100:00100000:0.0:1763336277.895937:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3681 00000100:00100000:1.0:1763336277.900064:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.900408:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042149376 00000100:00100000:2.0:1763336277.900418:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042149376 00000100:00100000:2.0:1763336277.900556:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10710 00000100:00100000:2.0:1763336277.900566:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57635:x1848991042149376:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.900585:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.900588:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763336277.900611:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa45db3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671da expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.900635:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa45d9e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671d3 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.900644:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.900648:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336277.900659:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45dc1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671e1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.900789:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45dc8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336277.900802:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.900810:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336277.900820:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:2.0:1763336277.900899:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45dc1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e1 expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.900921:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45dc8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e1 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.900928:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.900931:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336277.900933:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:2.0:1763336277.900985:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57635:x1848991042149376:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 420us (928us total) trans 4294968970 rc 0/0 00000100:00100000:2.0:1763336277.900994:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10710 00000100:00100000:1.0:1763336277.903762:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.903835:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042149632 00000100:00100000:0.0:1763336277.903844:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042149632 00000100:00100000:0.0:1763336277.903887:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3682 00000100:00100000:0.0:1763336277.903895:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57635:x1848991042149632:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336277.903962:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45dc8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e1 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.904000:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336277.904011:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.904019:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.904025:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.904051:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.904062:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 29 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.904075:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056210688:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336277.904573:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.904582:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 29 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.904593:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056210816:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336277.904617:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.908926:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bf480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056210688:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336277.908941:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056210816:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336277.908965:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:1.0:1763336277.909804:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336277.909845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.909945:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042149760 00000100:00100000:3.0:1763336277.909953:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042149760 00010000:00010000:3.0:1763336277.909984:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 30 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.910014:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042149888 00000100:00100000:3.0:1763336277.910016:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042149888 00010000:00010000:3.0:1763336277.910025:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 31 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:3.0:1763336277.910049:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3675 00000100:00100000:3.0:1763336277.910057:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991042149760:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.910070:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.910075:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 31 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.910086:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 31 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.910104:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45d5f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671be expref: 31 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.910118:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.910122:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.910135:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.910140:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336277.910182:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042149760:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 126us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.910189:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3675 00000100:00100000:3.0:1763336277.910205:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3676 00000100:00100000:3.0:1763336277.910210:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042149888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336277.910216:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336277.910220:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 29 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.910229:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 29 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.910240:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45d51 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671b7 expref: 29 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:3.0:1763336277.910962:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.910966:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.910974:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336277.910981:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336277.911341:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336277.911384:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042149888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1171us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.911391:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3676 00010000:00010000:0.0:1763336277.911478:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.911486:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.911668:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.911675:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.911681:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.912282:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336277.912287:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.912294:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.912483:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.912485:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336277.912491:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.912497:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45dd6 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336277.912509:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.912511:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336277.912516:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45dc8 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e1 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336277.912650:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57635:x1848991042149632:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 8754us (8894us total) trans 4294968971 rc -22/-22 00000100:00100000:0.0:1763336277.912659:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3682 00000100:00100000:1.0:1763336277.917399:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.917479:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042150016 00000100:00100000:2.0:1763336277.917489:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042150016 00000100:00100000:2.0:1763336277.917550:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10711 00000100:00100000:2.0:1763336277.917558:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57635:x1848991042150016:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.917579:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.917596:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671e8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.917642:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.917655:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.917669:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.917672:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336277.917675:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:2.0:1763336277.917940:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57635:x1848991042150016:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 381us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.917946:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10711 00000100:00100000:1.0:1763336277.920578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.920650:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042150272 00000100:00100000:2.0:1763336277.920659:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042150272 00000100:00100000:3.0:1763336277.920806:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10712 00000100:00100000:3.0:1763336277.920816:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57635:x1848991042150272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.920834:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.920852:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45de4 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671ef expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.921252:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336277.921265:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.921274:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336277.921284:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5d:0x0]: returning size 0 00010000:00010000:3.0:1763336277.921326:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45de4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.921345:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.921353:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5d:0x0].0x0 (ffff9c92b5d57d00) 00010000:00010000:3.0:1763336277.921356:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336277.921360:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:3.0:1763336277.921414:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57635:x1848991042150272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 599us (841us total) trans 4294968972 rc 0/0 00000100:00100000:3.0:1763336277.921421:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10712 00000100:00100000:1.0:1763336277.925969:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.927273:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042150528 00000100:00100000:2.0:1763336277.927285:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042150528 00000100:00100000:2.0:1763336277.927339:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10713 00000100:00100000:2.0:1763336277.927347:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57635:x1848991042150528:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336277.927371:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336277.927389:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45df9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671f6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.927474:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45e00 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336277.927487:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45e00 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336277.927497:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45e00 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336277.927507:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:2.0:1763336277.927590:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45df9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671f6 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.927606:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45e00 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671f6 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.927614:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.927618:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336277.927621:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00000100:00100000:2.0:1763336277.927680:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57635:x1848991042150528:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 333us (1718us total) trans 4294968973 rc 0/0 00000100:00100000:2.0:1763336277.927714:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10713 00000100:00100000:1.0:1763336277.931009:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.931102:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042150784 00000100:00100000:0.0:1763336277.931111:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042150784 00000100:00100000:2.0:1763336277.931796:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3683 00000100:00100000:2.0:1763336277.931808:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57635:x1848991042150784:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336277.931872:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45e00 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671f6 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.931921:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336277.931934:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.931943:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.931974:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336277.932526:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 32 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.932543:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056210944:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336277.932615:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0b480 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.936104:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056210944:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336277.936129:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336277.937265:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.937351:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042150912 00000100:00100000:2.0:1763336277.937358:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042150912 00010000:00010000:2.0:1763336277.937388:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 33 pid: 6513 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.937422:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3677 00000100:00100000:2.0:1763336277.937430:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991042150912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.937444:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.937450:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 33 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.937461:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 33 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.937480:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45ddd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671e8 expref: 33 pid: 6513 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.937493:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336277.937497:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.937505:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.937511:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.937526:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336277.937572:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991042150912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 143us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.937579:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3677 00010000:00010000:0.0:1763336277.937751:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.937759:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.937776:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336277.937786:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.937792:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.937818:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336277.937828:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.937846:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056211072:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336277.937893:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.942454:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.942530:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042151040 00000100:00100000:2.0:1763336277.942538:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042151040 00010000:00010000:2.0:1763336277.942573:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:2.0:1763336277.942616:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3678 00000100:00100000:2.0:1763336277.942627:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2407:x1848991042151040:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336277.942640:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336277.942646:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.942659:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 1165 lvb_type: 0 00010000:00010000:2.0:1763336277.942679:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5d:0x0].0x0 (ffff9c92b5d57d00) 00010000:00010000:2.0:1763336277.942875:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.942885:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.942893:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336277.942922:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336277.943149:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45deb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671ef expref: 32 pid: 6514 timeout: 1165 lvb_type: 0 00000100:00100000:0.0:1763336277.943164:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056211072:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336277.943181:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.943189:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.943194:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336277.943518:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.943561:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.943582:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336277.943598:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211200 00000100:00100000:0.0:1763336277.943601:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211200 00000100:00100000:0.0:1763336277.943625:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1763336277.943630:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.943715:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336277.943722:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1763336277.945368:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2407:x1848991042151040:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2738us (2918us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.945379:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3678 00000100:00100000:0.0:1763336277.945456:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.945513:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.945547:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.945574:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.945812:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211328 00000100:00100000:2.0:1763336277.945828:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211328 00000100:00100000:2.0:1763336277.945858:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1763336277.945866:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336277.945947:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 82us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.945954:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1763336277.946280:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.946327:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.946349:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.946372:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.947306:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211456 00000100:00100000:2.0:1763336277.947313:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211456 00000100:00100000:2.0:1763336277.947389:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1763336277.947397:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336277.947474:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 77us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.947481:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1763336277.947533:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.947578:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.947602:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.948135:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336277.948300:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211584 00000100:00100000:1.0:1763336277.948306:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211584 00000100:00100000:1.0:1763336277.948348:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1763336277.948355:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336277.948414:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336277.948421:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:0.0:1763336277.948571:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.948613:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.948635:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.948718:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.948777:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211712 00000100:00100000:2.0:1763336277.948782:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211712 00000100:00100000:2.0:1763336277.948815:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1763336277.948822:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336277.948889:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 67us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336277.948895:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1763336277.949158:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.949191:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.949215:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.949239:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336277.949300:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211840 00000100:00100000:3.0:1763336277.949305:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211840 00000100:00100000:3.0:1763336277.949338:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1763336277.949346:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336277.949412:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.949418:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1763336277.949505:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211840:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1763336277.949654:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].33, 368 off56096 00000001:00080000:0.0:1763336277.949663:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968974 00000100:00100000:0.0:1763336277.949893:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336277.949931:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336277.949950:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9281351d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336277.950025:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056211968 00000100:00100000:2.0:1763336277.950030:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056211968 00000100:00100000:2.0:1763336277.950060:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1763336277.950067:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6516:x1848991056211968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336277.950230:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6516:x1848991056211968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 162us (297us total) trans 17179872144 rc 0/0 00000100:00100000:2.0:1763336277.950236:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1763336277.950337:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056211968:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1763336277.950384:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968975 00010000:00010000:0.0:1763336277.950408:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950419:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950426:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950432:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336277.950437:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950444:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950458:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5d:0x0].0x0 (ffff9c92b5d57d00) 00010000:00010000:0.0:1763336277.950461:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336277.950466:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950472:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e15 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950489:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950495:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950504:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950508:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9280030000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336277.950511:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950516:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950524:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.950526:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763336277.950529:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950534:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e0e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.950545:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336277.950548:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336277.950554:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45e00 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671f6 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336277.950677:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57635:x1848991042150784:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 18871us (19674us total) trans 4294968976 rc 0/0 00000100:00100000:0.0:1763336277.950725:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3683 00000020:00080000:0.0:1763336277.950730:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336277.955590:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.956346:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042151168 00000100:00100000:3.0:1763336277.956356:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042151168 00000100:00100000:3.0:1763336277.956405:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10714 00000100:00100000:3.0:1763336277.956415:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57635:x1848991042151168:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.956437:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.956457:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45e1c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c671fd expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.956619:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45e1c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671fd expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.956633:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45e1c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671fd expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.956651:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336277.956654:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763336277.956658:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:3.0:1763336277.957002:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57635:x1848991042151168:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 586us (1418us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336277.957009:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10714 00000100:00100000:3.0:1763336277.961108:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.961202:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042151296 00000100:00100000:2.0:1763336277.961211:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042151296 00002000:00100000:2.0:1763336277.961287:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (114688->217272) req@ffff9c92b6ac4a80 x1848991042151296/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 504/0 e 0 to 0 dl 1763336288 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.961299:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac4a80 with x1848991042151296 ext(114688->217272) 00002000:00010000:2.0:1763336277.961304:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac4a80 00000100:00100000:2.0:1763336277.961332:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2279 00000100:00100000:2.0:1763336277.961341:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042151296:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336277.966531:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042151296:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5180us (5420us total) trans 21474839549 rc 0/0 00000100:00100000:2.0:1763336277.966545:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2279 00002000:00100000:2.0:1763336277.966558:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (114688->217272) req@ffff9c92b6ac4a80 x1848991042151296/t21474839549(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:568/0 lens 504/448 e 0 to 0 dl 1763336288 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336277.966568:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac4a80 with x1848991042151296 ext(114688->217272) 00002000:00010000:2.0:1763336277.966574:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac4a80 00000100:00100000:1.0:1763336277.972279:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336277.972426:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042151552 00000100:00100000:0.0:1763336277.972437:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042151552 00000100:00100000:0.0:1763336277.972498:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3684 00000100:00100000:0.0:1763336277.972510:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57635:x1848991042151552:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336277.972837:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x5d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763336277.972895:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].187, 64 off23872 00000004:00080000:0.0:1763336277.972903:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1065934217536ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336277.972943:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].183, 64 off23520 00000004:00080000:0.0:1763336277.972949:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1065934264069ns, next at 1066934261956ns, rc = 0 00000001:00080000:0.0:1763336277.972956:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968977 00010000:00010000:0.0:1763336277.972999:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336277.973014:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.973026:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.973035:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.973042:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.973047:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336277.973071:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763336277.973235:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57635:x1848991042151552:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 725us (963us total) trans 4294968978 rc 0/0 00000100:00100000:0.0:1763336277.973242:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3684 00000020:00080000:0.0:1763336277.973248:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763336277.973824:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336277.973832:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336277.973839:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336277.973843:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336277.973852:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336277.973865:0:17509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5d:0x0].0x0 (ffff9c9283d3ad00) 00010000:00010000:3.0:1763336277.973869:0:17509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763336277.973874:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336277.973880:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45e23 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336277.973894:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336277.973896:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336277.973898:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336277.975836:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336277.975998:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042151808 00000100:00100000:2.0:1763336277.976008:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042151808 00000100:00100000:2.0:1763336277.976055:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3685 00000100:00100000:2.0:1763336277.976065:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57635:x1848991042151808:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336277.976306:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57635:x1848991042151808:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 242us (475us total) trans 4294968979 rc 0/0 00000100:00100000:2.0:1763336277.976313:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3685 00000100:00100000:1.0:1763336277.996826:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336277.997177:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042151936 00000100:00100000:3.0:1763336277.997186:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042151936 00000100:00100000:3.0:1763336277.997242:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10715 00000100:00100000:3.0:1763336277.997252:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57636:x1848991042151936:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336277.997276:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336277.997300:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa45e2a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67204 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336277.997515:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336277.997529:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.997540:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.997553:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336277.997559:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.997565:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.997635:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336277.997643:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.997649:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336277.999540:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00000004:00200000:3.0:1763336277.999549:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336277.999576:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999591:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999602:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999607:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999616:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999622:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999627:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336277.999630:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999637:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999647:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c92b5d57300) 00010000:00010000:3.0:1763336277.999650:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336277.999655:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999660:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa45e31 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999673:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336277.999678:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.000571:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.000582:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336278.000586:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.000598:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.000608:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c92b5d57800) 00010000:00010000:3.0:1763336278.000611:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763336278.000614:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.000620:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa45e38 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.000665:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa45e2a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.001563:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.001576:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336278.001578:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336278.001582:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbea00, rc 0) 00000100:00100000:3.0:1763336278.001663:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57636:x1848991042151936:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4410us (4843us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336278.001672:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10715 00000100:00100000:1.0:1763336278.007466:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.007541:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042152192 00000100:00100000:3.0:1763336278.007551:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042152192 00000100:00100000:3.0:1763336278.007623:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10716 00000100:00100000:3.0:1763336278.007632:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bb158450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57636:x1848991042152192:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336278.007650:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336278.007671:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45e46 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6720b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.007863:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45e4d lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336278.007877:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45e4d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336278.007888:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45e4d lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336278.007898:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:3.0:1763336278.008007:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa45e46 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6720b expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.008026:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45e4d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6720b expref: 39 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.008034:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336278.008037:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763336278.008045:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfe00, rc 0) 00000100:00100000:3.0:1763336278.008095:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bb158450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57636:x1848991042152192:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 463us (637us total) trans 4294968980 rc 0/0 00000100:00100000:3.0:1763336278.008102:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10716 00000100:00080000:0.0:1763336278.008976:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763336278.013042:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.013807:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042152448 00000100:00100000:2.0:1763336278.013817:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042152448 00000100:00100000:2.0:1763336278.013871:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10717 00000100:00100000:2.0:1763336278.013880:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57636:x1848991042152448:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.013900:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.015171:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45e5b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67212 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.015285:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e62 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336278.015301:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.015313:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336278.015325:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:2.0:1763336278.015425:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa45e5b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67212 expref: 42 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.015444:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e62 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67212 expref: 41 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.015453:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.015456:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336278.015459:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:2.0:1763336278.015893:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57636:x1848991042152448:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2012us (2857us total) trans 4294968981 rc 0/0 00000100:00100000:2.0:1763336278.015905:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10717 00000100:00100000:1.0:1763336278.020440:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.020515:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042152576 00000100:00100000:2.0:1763336278.020524:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042152576 00000100:00080000:0.0:1763336278.020745:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763336278.020755:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2280 00000100:00100000:2.0:1763336278.020765:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042152576:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336278.020816:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 259357, mtime: 0x691a6054, atime: 0x691a6054, ctime: 0x691a6055, blocks: 0x170 00010000:00010000:2.0:1763336278.020825:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.020839:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.020841:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.020846:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.020860:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023370:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023387:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023397:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023404:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336278.023408:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023418:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023434:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.023442:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336278.023558:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042152576:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2790us (3121us total) trans 0 rc 217273/217273 00000100:00100000:2.0:1763336278.023568:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2280 00000100:00100000:0.0:1763336278.028552:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.028629:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042152704 00000100:00100000:2.0:1763336278.028639:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042152704 00000100:00100000:2.0:1763336278.028738:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 463 00000100:00100000:2.0:1763336278.028748:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57636:x1848991042152704:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336278.028765:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336278.028790:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa45e62 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67212 expref: 41 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.028807:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.028813:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336278.028900:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57636:x1848991042152704:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 153us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.028918:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 463 00000100:00100000:1.0:1763336278.030335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.030416:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042152960 00000100:00100000:0.0:1763336278.030425:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042152960 00000100:00100000:0.0:1763336278.030476:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3686 00000100:00100000:0.0:1763336278.030485:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57636:x1848991042152960:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336278.030801:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57636:x1848991042152960:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 316us (469us total) trans 4294968982 rc 0/0 00000100:00100000:0.0:1763336278.030810:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3686 00000100:00100000:3.0:1763336278.046004:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.046184:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042153216 00000100:00100000:2.0:1763336278.046193:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042153216 00000100:00100000:2.0:1763336278.046253:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10718 00000100:00100000:2.0:1763336278.046264:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57637:x1848991042153216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.046287:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.046306:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e77 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67219 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.046400:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e7e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336278.046415:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e7e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.046431:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e7e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336278.046442:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:2.0:1763336278.046533:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e77 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67219 expref: 44 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.046551:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e7e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67219 expref: 43 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.046560:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.046563:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336278.046567:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:2.0:1763336278.046627:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57637:x1848991042153216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 366us (632us total) trans 4294968983 rc 0/0 00000100:00100000:2.0:1763336278.046634:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10718 00000100:00100000:1.0:1763336278.054165:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.054256:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042153344 00000100:00100000:2.0:1763336278.054266:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042153344 00000100:00100000:2.0:1763336278.055253:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2281 00000100:00100000:2.0:1763336278.055267:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042153344:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336278.055314:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 259357, mtime: 0x691a6054, atime: 0x691a6054, ctime: 0x691a6055, blocks: 0x170 00010000:00010000:2.0:1763336278.055323:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.055335:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.055337:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.055342:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.055356:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064090:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064109:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064119:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064127:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336278.064131:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064140:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064158:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.064167:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336278.064257:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042153344:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8990us (10097us total) trans 0 rc 217273/217273 00000100:00100000:2.0:1763336278.064267:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2281 00000100:00100000:0.0:1763336278.069371:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.070211:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042153472 00000100:00100000:1.0:1763336278.070221:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042153472 00000100:00100000:1.0:1763336278.070284:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 464 00000100:00100000:1.0:1763336278.070295:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57637:x1848991042153472:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336278.070309:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.070333:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e7e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67219 expref: 43 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.070352:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.070357:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336278.070411:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57637:x1848991042153472:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 118us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.070418:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 464 00000100:00100000:1.0:1763336278.072992:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.073060:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042153728 00000100:00100000:0.0:1763336278.073070:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042153728 00000100:00100000:0.0:1763336278.073125:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3687 00000100:00100000:0.0:1763336278.073135:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57637:x1848991042153728:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336278.073342:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57637:x1848991042153728:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 208us (356us total) trans 4294968984 rc 0/0 00000100:00100000:0.0:1763336278.073350:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3687 00000100:00100000:3.0:1763336278.078340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.078415:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042153984 00000100:00100000:2.0:1763336278.078426:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042153984 00000100:00100000:2.0:1763336278.078501:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10719 00000100:00100000:2.0:1763336278.078512:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57585:x1848991042153984:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336278.078540:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.078562:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e93 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67220 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.078994:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336278.079012:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.079021:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.079057:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.079069:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 44 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:2.0:1763336278.079083:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212096:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336278.079225:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0b480 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.082302:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.082330:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212096:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336278.082354:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336278.082598:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042154112 00000100:00100000:3.0:1763336278.082606:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042154112 00010000:00010000:3.0:1763336278.082640:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 45 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:2.0:1763336278.083068:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3679 00000100:00100000:2.0:1763336278.083081:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2405:x1848991042154112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336278.083096:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336278.083104:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 45 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.083118:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 45 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.083138:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa45e3f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67204 expref: 45 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.083153:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.083157:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.083166:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.083173:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.083844:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.083858:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.083865:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336278.083887:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00010000:00010000:0.0:1763336278.084029:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45e93 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.084047:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.084059:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.084062:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336278.084065:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:2.0:1763336278.084094:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2405:x1848991042154112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1015us (1801us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.084189:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3679 00000100:00100000:0.0:1763336278.084268:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042153984:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5758us (5938us total) trans 4294968985 rc 0/0 00000100:00100000:0.0:1763336278.084275:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10719 00000100:00100000:1.0:1763336278.096332:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.096382:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042154240 00000100:00100000:0.0:1763336278.096392:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042154240 00000100:00100000:0.0:1763336278.096451:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10720 00000100:00100000:0.0:1763336278.096461:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042154240:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336278.096484:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.096502:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ea8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67227 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.096588:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336278.096604:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.096612:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.096643:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.096655:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 45 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.096673:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212224:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.096762:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284be96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336278.099944:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212224:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336278.099953:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336278.099983:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336278.100042:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042154368 00000100:00100000:1.0:1763336278.100049:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042154368 00010000:00010000:1.0:1763336278.100081:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 46 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.100114:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3680 00000100:00100000:1.0:1763336278.100127:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:2404:x1848991042154368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336278.100141:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.100147:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 46 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.100158:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 46 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.100179:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45e9a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67220 expref: 46 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.100194:0:8413:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.100199:0:8413:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.100208:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.100214:0:8413:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.100241:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.100269:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.100279:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336278.100294:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:2404:x1848991042154368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 168us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.100303:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3680 00000004:00200000:0.0:1763336278.100325:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 217273 00000004:00200000:0.0:1763336278.100331:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336278.100349:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.100379:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ea8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67227 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.100396:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67227 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.100404:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.100407:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336278.100410:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336278.100451:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042154240:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3991us (4128us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.100461:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10720 00000100:00100000:2.0:1763336278.108958:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.109305:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042154496 00000100:00100000:0.0:1763336278.109315:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042154496 00000100:00100000:1.0:1763336278.109987:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10721 00000100:00100000:1.0:1763336278.110001:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57585:x1848991042154496:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336278.110020:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.110041:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45eb6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6722e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.110072:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336278.110085:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336278.110096:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336278.110201:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45eb6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 46 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.110220:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 45 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.110229:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.110232:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336278.110236:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336278.110299:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991042154496:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 301us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.110306:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10721 00000100:00100000:3.0:1763336278.112851:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.113435:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042154752 00000100:00100000:0.0:1763336278.113510:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042154752 00000100:00100000:0.0:1763336278.113570:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10722 00000100:00100000:0.0:1763336278.113580:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+45:57585:x1848991042154752:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336278.113626:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.113652:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45eaf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67227 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.113670:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.113674:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336278.114935:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.114954:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.114965:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336278.115024:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968986 00000004:00010000:1.0:1763336278.115051:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bdf8111f reply state 00000000a1b0d4ad transno 4294968987 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.115063:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.115070:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.115073:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336278.115076:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336278.115176:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57585:x1848991042154752:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 1595us (2330us total) trans 4294968987 rc 0/0 00000100:00100000:1.0:1763336278.115184:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10722 00000020:00080000:1.0:1763336278.115190:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336278.117636:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.117754:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.117792:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042154880 00000100:00100000:3.0:1763336278.117799:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.117803:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042154880 00000100:00100000:2.0:1763336278.117817:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042155008 00000100:00100000:2.0:1763336278.117836:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042155008 00002000:00010000:1.0:1763336278.117851:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (33386->18446744073709551615) 00002000:00010000:2.0:1763336278.117855:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.117857:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7800 with x1848991042154880 ext(33386->18446744073709551615) 00002000:00010000:1.0:1763336278.117870:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac7800. 00002000:00100000:2.0:1763336278.117871:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac5180 with x1848991042155008 ext(0->18446744073709551615) 00010000:00010000:0.0:1763336278.117882:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763336278.117883:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac5180. 00000100:00100000:3.0:1763336278.118190:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042155136 00000100:00100000:3.0:1763336278.118196:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042155136 00000100:00100000:2.0:1763336278.118201:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2282 00000100:00100000:2.0:1763336278.118214:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042154880:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:0.0:1763336278.118263:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2283 00002000:00010000:3.0:1763336278.118277:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00000100:00100000:0.0:1763336278.118277:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042155008:12345-192.168.203.16@tcp:10:fsx.0 00002000:00100000:3.0:1763336278.118285:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac6680 with x1848991042155136 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336278.118294:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92b6ac6680. 00000100:00080000:1.0:1763336278.118302:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336278.118321:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2284 00000100:00100000:3.0:1763336278.118335:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042155136:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336278.118455:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336278.118459:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336277 -> 1763336278 00002000:00010000:3.0:1763336278.118462:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336278.118465:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336277 -> 1763336278 00002000:00010000:3.0:1763336278.118467:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336278.118540:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042155136:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 208us (740us total) trans 17179872145 rc 0/0 00000100:00100000:3.0:1763336278.118550:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2284 00002000:00010000:3.0:1763336278.118554:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336278.118557:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac6680 with x1848991042155136 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336278.118563:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92b6ac6680. 00002000:00010000:2.0:1763336278.118645:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 170705 -> 33386 00002000:00010000:2.0:1763336278.118649:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336277 -> 1763336278 00002000:00010000:2.0:1763336278.118652:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336278.118654:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336277 -> 1763336278 00002000:00010000:2.0:1763336278.118657:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 224 -> 80 00000100:00100000:2.0:1763336278.118727:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042154880:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 515us (1262us total) trans 21474839550 rc 0/0 00000100:00100000:2.0:1763336278.118735:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2282 00002000:00010000:2.0:1763336278.118739:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (33386->18446744073709551615) 00002000:00100000:2.0:1763336278.118741:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac7800 with x1848991042154880 ext(33386->18446744073709551615) 00002000:00010000:2.0:1763336278.118746:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac7800. 00002000:00010000:1.0:1763336278.119290:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.119294:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336277 -> 1763336278 00002000:00010000:1.0:1763336278.119297:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.119299:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336277 -> 1763336278 00002000:00010000:1.0:1763336278.119301:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336278.119346:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042155008:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 1072us (1590us total) trans 21474839551 rc 0/0 00000100:00100000:1.0:1763336278.119354:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2283 00002000:00010000:1.0:1763336278.119358:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.119360:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac5180 with x1848991042155008 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.119366:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac5180. 00000100:00100000:0.0:1763336278.121796:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.121896:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042155264 00000100:00100000:1.0:1763336278.121918:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042155264 00000100:00100000:1.0:1763336278.121984:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10723 00000100:00100000:1.0:1763336278.121994:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57585:x1848991042155264:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336278.122023:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.122048:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45ecb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67235 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.122139:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.122154:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.122166:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336278.122194:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:1.0:1763336278.122199:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336278.122216:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.122243:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45ecb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 49 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.122261:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 48 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.122269:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.122272:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336278.122276:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:1.0:1763336278.122338:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57585:x1848991042155264:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 345us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.122346:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10723 00000100:00100000:3.0:1763336278.127080:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.127131:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042155520 00000100:00100000:0.0:1763336278.127141:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042155520 00000100:00100000:0.0:1763336278.127200:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3688 00000100:00100000:0.0:1763336278.127210:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57585:x1848991042155520:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336278.127476:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57585:x1848991042155520:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 266us (403us total) trans 4294968988 rc 0/0 00000100:00100000:0.0:1763336278.127485:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3688 00000100:00100000:3.0:1763336278.147372:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.147819:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042155648 00000100:00100000:1.0:1763336278.147829:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042155648 00000100:00100000:1.0:1763336278.147891:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10724 00000100:00100000:1.0:1763336278.147903:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57638:x1848991042155648:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.147935:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.147958:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45ed9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6723c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.148027:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.148041:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148052:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148065:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.148070:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148076:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148143:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.148152:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148158:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336278.148195:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:1.0:1763336278.148199:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336278.148215:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148226:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148235:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148245:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148251:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148257:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148263:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336278.148267:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148274:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148285:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24de00) 00010000:00010000:1.0:1763336278.148288:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336278.148292:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148298:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45ee0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148312:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148317:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148323:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148328:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336278.148331:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148336:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148343:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24d400) 00010000:00010000:1.0:1763336278.148345:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336278.148348:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148353:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45ee7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.148382:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45ed9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6723c expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.148397:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6723c expref: 50 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.148404:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.148407:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336278.148409:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0de00, rc 0) 00000100:00100000:1.0:1763336278.148477:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57638:x1848991042155648:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 577us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.148484:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10724 00000100:00100000:3.0:1763336278.154508:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.154546:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.154597:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042156032 00000100:00100000:0.0:1763336278.154606:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042156032 00000100:00100000:1.0:1763336278.154660:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042155776 00000100:00100000:0.0:1763336278.154660:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10725 00000100:00100000:1.0:1763336278.154666:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042155776 00000100:00100000:0.0:1763336278.154673:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57638:x1848991042156032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.154719:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763336278.154722:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 465 00000100:00100000:1.0:1763336278.154731:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042155776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336278.154741:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45ef5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67243 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.154746:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.154768:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45eee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6723c expref: 52 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.154784:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.154789:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336278.154841:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042155776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 110us (342us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336278.154844:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00000100:00100000:1.0:1763336278.154851:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 465 00010000:00010000:0.0:1763336278.154865:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.154875:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.154916:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 50 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.154939:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 50 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.154952:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212352:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.155004:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92ae15bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336278.159059:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212352:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336278.159085:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336278.160609:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.160663:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042156160 00000100:00100000:1.0:1763336278.160671:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042156160 00010000:00010000:1.0:1763336278.160725:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 51 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.160768:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3681 00000100:00100000:1.0:1763336278.160780:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042156160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336278.160797:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.160803:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 51 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.160816:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 51 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.160838:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ed2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67235 expref: 51 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.160853:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.160858:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.160869:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.160876:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.160915:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.161027:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.161035:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336278.161057:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00010000:00010000:0.0:1763336278.161179:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45ef5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 52 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.161193:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.161200:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.161203:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336278.161206:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819000, rc 0) 00000100:00100000:1.0:1763336278.161408:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042156160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 630us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.161416:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3681 00000100:00100000:0.0:1763336278.161508:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57638:x1848991042156032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6837us (6960us total) trans 4294968989 rc 0/0 00000100:00100000:0.0:1763336278.161515:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10725 00000100:00100000:0.0:1763336278.165557:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.167128:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042156288 00000100:00100000:1.0:1763336278.167141:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042156288 00000100:00100000:1.0:1763336278.167210:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10726 00000100:00100000:1.0:1763336278.167221:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57638:x1848991042156288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.167246:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.167268:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f0a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6724a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.167362:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.167377:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.167386:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.167419:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.167434:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 51 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.167446:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212480:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.167516:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292feff00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336278.171048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.171048:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056212480:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.171074:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336278.171150:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042156416 00000100:00100000:2.0:1763336278.171156:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042156416 00010000:00010000:2.0:1763336278.171187:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 52 pid: 6514 timeout: 1166 lvb_type: 0 00000100:00100000:2.0:1763336278.171219:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3682 00000100:00100000:2.0:1763336278.171227:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2405:x1848991042156416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336278.171240:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336278.171246:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 52 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.171262:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 52 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.171280:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45efc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67243 expref: 52 pid: 6514 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.171293:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.171297:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.171306:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.171312:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.171680:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336278.171760:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042156416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 532us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.171769:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3682 00010000:00010000:1.0:1763336278.171859:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.171867:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336278.171918:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:1.0:1763336278.171922:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336278.171938:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.171965:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f0a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6724a expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.171978:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6724a expref: 50 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.171985:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.171988:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336278.171991:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00000100:00100000:1.0:1763336278.172017:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57638:x1848991042156288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4800us (6471us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.172024:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10726 00000100:00100000:3.0:1763336278.174440:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.174506:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042156672 00000100:00100000:0.0:1763336278.174515:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042156672 00000100:00100000:0.0:1763336278.174571:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3689 00000100:00100000:0.0:1763336278.174583:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+50:57638:x1848991042156672:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336278.174830:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57638:x1848991042156672:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 238us (386us total) trans 4294968990 rc 0/0 00000100:00100000:0.0:1763336278.174840:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3689 00000100:00100000:3.0:1763336278.177922:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.179030:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042156928 00000100:00100000:1.0:1763336278.179043:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042156928 00000100:00100000:1.0:1763336278.179117:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10727 00000100:00100000:1.0:1763336278.179128:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57638:x1848991042156928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.179152:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.179155:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763336278.179180:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa45e4d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6720b expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.179197:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.179201:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336278.179214:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f18 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67251 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.179305:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45f1f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.179319:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45f1f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.179326:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45f1f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336278.179336:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00010000:00010000:1.0:1763336278.179433:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f18 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67251 expref: 53 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.179453:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45f1f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67251 expref: 52 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.179460:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.179463:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336278.179466:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0de00, rc 0) 00000100:00100000:1.0:1763336278.179531:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:57638:x1848991042156928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 405us (1628us total) trans 4294968991 rc 0/0 00000100:00100000:1.0:1763336278.179539:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10727 00000100:00100000:2.0:1763336278.183405:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.183450:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.183491:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.183574:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157184 00000100:00100000:1.0:1763336278.183583:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157184 00000100:00100000:1.0:1763336278.183634:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157056 00000100:00100000:1.0:1763336278.183638:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157056 00000100:00100000:1.0:1763336278.183655:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157312 00000100:00100000:1.0:1763336278.183657:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157312 00000100:00100000:1.0:1763336278.183677:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7750 00000100:00100000:1.0:1763336278.183712:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042157184:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336278.183752:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.183771:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 31 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.183780:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.183782:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.183786:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.183823:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 31 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.183837:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 31 pid: 35222 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.183851:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056212608:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.183930:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.183959:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7751 00000100:00100000:1.0:1763336278.183967:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991042157056:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336278.183985:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.183999:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7752 00010000:00010000:1.0:1763336278.184000:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 31 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.184010:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.184012:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.184015:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.184017:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042157312:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336278.184044:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 31 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.184055:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.184056:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 31 pid: 9765 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.184084:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056212736:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336278.184084:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 22 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.184096:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336278.184098:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336278.184101:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.184113:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763336278.184125:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 22 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.184136:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 22 pid: 35222 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.184147:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056212864:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.185752:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284d40cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336278.186344:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056212608:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336278.186366:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.186455:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056212736:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.186468:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336278.194344:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.194405:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.194422:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157440 00000100:00100000:2.0:1763336278.194432:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157440 00010000:00010000:2.0:1763336278.194473:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 32 pid: 9765 timeout: 1166 lvb_type: 0 00000100:00100000:2.0:1763336278.194519:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157568 00000100:00100000:2.0:1763336278.194523:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157568 00010000:00010000:2.0:1763336278.194536:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 33 pid: 35222 timeout: 1166 lvb_type: 0 00000100:00100000:2.0:1763336278.194569:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3683 00000100:00100000:2.0:1763336278.194578:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991042157440:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336278.194593:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336278.194610:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 33 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.194622:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 33 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.194643:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa45d35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->126975) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671a9 expref: 33 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.194660:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.194662:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.194666:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.194676:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.194742:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336278.194789:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2404:x1848991042157440:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 211us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.194798:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3683 00000100:00100000:2.0:1763336278.194859:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3684 00000100:00100000:2.0:1763336278.194866:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042157568:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336278.194874:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336278.194883:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 31 pid: 35222 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.194893:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 31 pid: 35222 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.194905:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe200/0x84ca14902aa45c32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67139 expref: 31 pid: 35222 timeout: 1166 lvb_type: 0 00010000:00010000:2.0:1763336278.194926:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.194928:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.194930:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.194937:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.194954:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336278.194973:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042157568:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 108us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.194979:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3684 00010000:00010000:2.0:1763336278.195003:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195012:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195030:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195038:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195046:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195053:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336278.195057:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195065:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195075:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.195082:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336278.195126:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042157056:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 11159us (11674us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.195134:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7751 00010000:00010000:3.0:1763336278.195492:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195502:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195517:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195524:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195531:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195537:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336278.195540:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195548:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195558:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.195564:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336278.195612:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042157184:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 11926us (12215us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336278.195619:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7750 00000100:00100000:3.0:1763336278.205189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.205800:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056212864:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.205840:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.206088:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157696 00000100:00100000:0.0:1763336278.206096:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157696 00010000:00010000:0.0:1763336278.206131:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 23 pid: 35222 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.206310:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3685 00000100:00100000:0.0:1763336278.206320:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042157696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336278.206334:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.206353:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 23 pid: 35222 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.206365:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 23 pid: 35222 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.206385:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45c39 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67140 expref: 23 pid: 35222 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.206398:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.206400:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.206405:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.206413:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.206553:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336278.206604:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042157696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 285us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.206612:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3685 00010000:00010000:2.0:1763336278.206652:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206661:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206679:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206718:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206727:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206733:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336278.206737:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206745:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206757:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.206764:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f3b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336278.207146:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042157312:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 23134us (23654us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.207155:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7752 00000100:00100000:3.0:1763336278.218383:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.218492:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042157952 00000100:00100000:2.0:1763336278.218503:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042157952 00000100:00100000:2.0:1763336278.218572:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10728 00000100:00100000:2.0:1763336278.218584:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:57638:x1848991042157952:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336278.218633:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763336278.218660:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa45f11 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6724a expref: 52 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.218725:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa45e1c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c671fd expref: 51 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.218738:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.218744:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336278.218771:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336278.218785:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.218796:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:2.0:1763336278.219005:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].184, 88 off23608 00000004:00080000:2.0:1763336278.219016:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066180330300ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336278.219056:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].188, 88 off23960 00000004:00080000:2.0:1763336278.219065:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066180379401ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336278.219095:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].185, 88 off23696 00000004:00080000:2.0:1763336278.219100:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066180414516ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336278.219122:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].189, 88 off24048 00000004:00080000:2.0:1763336278.219126:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066180441069ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336278.219141:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].186, 88 off23784 00000004:00080000:2.0:1763336278.219146:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066180460401ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336278.219156:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].190, 88 off24136 00000004:00080000:2.0:1763336278.219159:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066180474093ns, next at 1066934215223ns, rc = 0 00010000:00010000:0.0:1763336278.222002:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222018:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222028:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222039:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336278.222043:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222051:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222064:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.222067:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336278.222071:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222077:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45d58 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.222099:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.222105:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.222110:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.222115:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336278.222117:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.222122:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.222128:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.222130:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336278.222134:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.222139:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818800/0x84ca14902aa45ec4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336278.222208:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294968992 is committed 00000004:00080000:2.0:1763336278.222215:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 185 committed 00000004:00080000:2.0:1763336278.222228:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 185 committed 00000004:00080000:2.0:1763336278.222237:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 184 committed 00000004:00080000:2.0:1763336278.222240:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 184 committed 00000004:00080000:2.0:1763336278.222242:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 183 committed 00000004:00080000:2.0:1763336278.222245:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 183 committed 00000004:00080000:2.0:1763336278.222273:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 182 committed 00000004:00080000:2.0:1763336278.222276:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 182 committed 00000020:00080000:2.0:1763336278.222285:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c92af7b3e40 refcount 2 committed 0 result 0 batchid 54 00000020:00080000:2.0:1763336278.222289:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f600 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92af7b3b40 00000020:00080000:2.0:1763336278.222293:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c9189b19800 00000020:00080000:2.0:1763336278.222297:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].33 00000020:00080000:2.0:1763336278.222325:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 53 batchid updated 00000004:00010000:2.0:1763336278.222371:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001769cfd3 reply state 00000000bdb40ed8 transno 4294968992 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222386:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222395:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00000020:00080000:1.0:1763336278.222397:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 54 committed batchid 53 00010000:00010000:2.0:1763336278.222398:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763336278.222402:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763336278.222491:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000020:00080000:1.0:1763336278.222505:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 53 cancel update log [0x240000400:0x2:0x0].32: rc = 0 00000100:00100000:2.0:1763336278.222507:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57638:x1848991042157952:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 3923us (4129us total) trans 4294968992 rc 0/0 00000020:00080000:1.0:1763336278.222515:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 53 00000100:00100000:2.0:1763336278.222521:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10728 00000100:00100000:1.0:1763336278.222538:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056213120:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336278.222551:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222559:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222566:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222571:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a1b000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336278.222575:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222581:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763336278.222590:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763336278.222591:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.222596:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336278.222598:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.222604:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f42 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763336278.222630:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336278.222637:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056212992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.222660:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.222707:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056213248:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.222738:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336278.222767:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056213120 00000100:00100000:1.0:1763336278.222768:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763336278.222774:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056213120 00000100:00100000:1.0:1763336278.222777:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056213376:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.222807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336278.222808:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056212992 00000100:00100000:2.0:1763336278.222812:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056212992 00000100:00100000:2.0:1763336278.222831:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056213248 00000100:00100000:2.0:1763336278.222834:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056213248 00000100:00100000:1.0:1763336278.222844:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056213376 00000100:00100000:1.0:1763336278.222850:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056213376 00000100:00100000:2.0:1763336278.222857:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7753 00000100:00100000:2.0:1763336278.222867:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056213120:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.222884:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7754 00000100:00100000:1.0:1763336278.222893:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056212992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763336278.222924:0:30886:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:65 count 1 00010000:00010000:1.0:1763336278.222945:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.222964:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.222972:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.222975:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1763336278.222977:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:1.0:1763336278.222979:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336278.222982:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336278.222987:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336278.222992:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336278.222996:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763336278.223017:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763336278.223029:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3649:x1848991056213120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 163us (440us total) trans 17179872146 rc 0/0 00010000:00010000:1.0:1763336278.223033:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 20 pid: 29013 timeout: 1166 lvb_type: 1 00000100:00100000:2.0:1763336278.223041:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7753 00000100:00100000:1.0:1763336278.223053:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056213504:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336278.223059:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7755 00000100:00100000:2.0:1763336278.223067:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056213248:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.223108:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.223130:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7756 00000100:00100000:2.0:1763336278.223137:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056213248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 69us (397us total) trans 17179872147 rc 0/0 00000100:00100000:1.0:1763336278.223142:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056213376:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336278.223149:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7755 00002000:00010000:1.0:1763336278.223216:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.223220:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.223222:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.223225:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336278.223227:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.223260:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056213376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (453us total) trans 17179872148 rc 0/0 00000100:00100000:1.0:1763336278.223268:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7756 00000100:00100000:1.0:1763336278.223296:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056213888:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.223307:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056214016:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.223326:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336278.223346:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336278.223367:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4380/2, rc 0, transno 17179872148 00000100:00100000:1.0:1763336278.223375:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056213376:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336278.223382:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056213888 00000100:00100000:0.0:1763336278.223387:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056213888 00000004:00080000:1.0:1763336278.223389:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca5180/2, rc 0, transno 17179872147 00000100:00100000:1.0:1763336278.223395:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056213248:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336278.223411:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056214016 00000100:00100000:0.0:1763336278.223415:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056214016 00000100:00100000:1.0:1763336278.223418:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056213760:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.223435:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7757 00000100:00100000:0.0:1763336278.223443:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056213888:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.223447:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763336278.223473:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca6a00/2, rc 0, transno 17179872146 00000100:00100000:1.0:1763336278.223477:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056213120:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.223484:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763336278.223489:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056213632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.223512:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.223534:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056213760 00000100:00100000:1.0:1763336278.223538:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056213760 00000100:00100000:1.0:1763336278.223552:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056213632 00000100:00100000:1.0:1763336278.223554:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056213632 00000100:00100000:1.0:1763336278.223564:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7758 00000100:00100000:1.0:1763336278.223569:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056214016:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.223631:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056213888:12345-0@lo:2:osp-syn-0-1.0 Request processed in 187us (303us total) trans 21474839552 rc 0/0 00000100:00100000:0.0:1763336278.223638:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7757 00000100:00100000:0.0:1763336278.223655:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7759 00000100:00100000:1.0:1763336278.223660:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056214016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (313us total) trans 21474839553 rc 0/0 00000100:00100000:0.0:1763336278.223665:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056213760:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.223672:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7758 00000100:00100000:1.0:1763336278.223713:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7760 00000100:00100000:1.0:1763336278.223722:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056213632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763336278.223736:0:8396:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:63 count 1 00010000:00010000:1.0:1763336278.223750:0:8396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.223761:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056213760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (314us total) trans 21474839554 rc 0/0 00010000:00010000:1.0:1763336278.223764:0:8396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 27 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.223773:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7759 00010000:00010000:1.0:1763336278.223780:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.223782:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.223786:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763336278.223805:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bfb80/2, rc 0, transno 21474839553 00010000:00010000:1.0:1763336278.223807:0:8396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 27 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.223812:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056214016:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336278.223826:0:8396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 27 pid: 28588 timeout: 1166 lvb_type: 0 00000004:00080000:0.0:1763336278.223832:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bed80/2, rc 0, transno 21474839552 00000100:00100000:0.0:1763336278.223838:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056213888:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.223840:0:8396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056214144:192.168.203.16@tcp:104: 00000004:00080000:0.0:1763336278.223853:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bd500/2, rc 0, transno 21474839554 00000100:00100000:0.0:1763336278.223858:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056213760:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.223868:0:8396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336278.228377:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.228483:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.228511:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158336 00000100:00100000:0.0:1763336278.228513:0:8396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8396:1848991056214144:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336278.228518:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158336 00010000:00010000:0.0:1763336278.228540:0:8396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.228553:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 28 pid: 28588 timeout: 1166 lvb_type: 0 00000100:00100000:3.0:1763336278.228596:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3686 00000100:00100000:3.0:1763336278.228606:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042158336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336278.228619:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336278.228625:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 28 pid: 28588 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.228636:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 28 pid: 28588 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.228658:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186a60400/0x84ca14902aa45976 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6703d expref: 28 pid: 28588 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.228672:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.228675:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.228679:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.228715:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.228742:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336278.228785:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042158336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (302us total) trans 0 rc 0/0 00010000:00010000:0.0:1763336278.228790:0:8396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336278.228796:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3686 00010000:00010000:0.0:1763336278.228806:0:8396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.228815:0:8396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.228823:0:8396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.228840:0:8396:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336278.228857:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.228875:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158208 00000100:00100000:3.0:1763336278.228879:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158208 00010000:00010000:3.0:1763336278.228896:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 21 pid: 29013 timeout: 1166 lvb_type: 1 00000100:00100000:3.0:1763336278.228929:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3687 00000100:00100000:3.0:1763336278.228938:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042158208:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336278.228949:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336278.228954:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 21 pid: 29013 timeout: 1166 lvb_type: 1 00010000:00010000:3.0:1763336278.228965:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 21 pid: 29013 timeout: 1166 lvb_type: 1 00010000:00010000:3.0:1763336278.228981:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.228983:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.228987:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.228994:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.229007:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336278.229027:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042158208:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 91us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336278.229035:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3687 00000100:00100000:0.0:1763336278.229058:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056213632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5336us (5545us total) trans 21474839555 rc 0/0 00000100:00100000:0.0:1763336278.229067:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7760 00010000:00010000:0.0:1763336278.229091:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336278.229097:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.229106:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336278.229111:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.229126:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.229133:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa45ca2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67163 expref: 20 pid: 29013 timeout: 1166 lvb_type: 1 00010000:00010000:0.0:1763336278.229141:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.229151:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45f50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.229152:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056213504:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.229178:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.229179:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336278.229182:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336278.229185:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336278.229194:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.229201:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763336278.229209:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91861bc380/2, rc 0, transno 21474839555 00010000:00010000:1.0:1763336278.229211:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.229218:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056213632:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763336278.229226:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.229252:0:30886:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336278.229649:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3649:x1848991056212992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6757us (6986us total) trans 17179872149 rc 0/0 00000100:00100000:1.0:1763336278.229656:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7754 00000100:00100000:2.0:1763336278.229808:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158080 00000100:00100000:2.0:1763336278.229813:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158080 00000100:00100000:2.0:1763336278.229853:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10729 00000100:00100000:2.0:1763336278.229861:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57638:x1848991042158080:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.229877:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.229892:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67258 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.229948:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.229962:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.229980:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.229984:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336278.229988:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1aa00, rc 0) 00000100:00100000:2.0:1763336278.230016:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57638:x1848991042158080:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 156us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.230023:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10729 00010000:00010000:3.0:1763336278.230054:0:17509:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763336278.230061:0:17509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.230069:0:17509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336278.230072:0:17509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.230080:0:17509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.230093:0:17509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.230100:0:17509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45f49 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.230113:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336278.230115:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763336278.230117:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763336278.231732:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4a80/2, rc 0, transno 17179872149 00000100:00100000:0.0:1763336278.231744:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056212992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763336278.232541:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.233888:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158464 00000100:00100000:1.0:1763336278.233900:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158464 00000100:00100000:1.0:1763336278.233964:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10730 00000100:00100000:1.0:1763336278.233974:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57638:x1848991042158464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.233993:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.234013:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f5e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6725f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.234102:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f65 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.234129:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f65 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.234139:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f65 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336278.234165:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:1.0:1763336278.234170:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336278.234185:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f65 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.234208:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45f5e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6725f expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.234224:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f65 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6725f expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.234234:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.234237:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336278.234240:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:1.0:1763336278.234301:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57638:x1848991042158464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 327us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.234308:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10730 00000100:00100000:1.0:1763336278.244368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.245264:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.247094:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.247185:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158720 00000100:00100000:0.0:1763336278.247195:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158720 00000100:00100000:0.0:1763336278.247251:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7761 00000100:00100000:0.0:1763336278.247262:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042158720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.247278:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.247298:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6726d expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336278.247320:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6056, atime: 0x691a6054, ctime: 0x691a6056, blocks: 0x1800 00010000:00010000:0.0:1763336278.247337:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.247339:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.247349:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 28 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336278.247365:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 28 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336278.247377:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818800, rc 0) 00000100:00100000:0.0:1763336278.247425:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042158720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 166us (2163us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.247432:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7761 00000100:00100000:2.0:1763336278.248063:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158592 00000100:00100000:2.0:1763336278.248068:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158592 00000100:00100000:2.0:1763336278.248133:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158848 00000100:00100000:2.0:1763336278.248137:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158848 00000100:00100000:2.0:1763336278.248170:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7762 00000100:00100000:2.0:1763336278.248177:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042158592:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.248185:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.248197:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67266 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336278.248212:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 33386, mtime: 0x691a6056, atime: 0x691a6055, ctime: 0x691a6056, blocks: 0x50 00010000:00010000:2.0:1763336278.248222:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.248224:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.248230:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 29 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336278.248242:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 29 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336278.248251:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b000, rc 0) 00000100:00100000:2.0:1763336278.248281:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042158592:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 104us (3922us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.248287:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7762 00000100:00100000:2.0:1763336278.248307:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7763 00000100:00100000:2.0:1763336278.248314:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042158848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.248320:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.248351:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67274 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336278.248365:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6056, atime: 0x691a6054, ctime: 0x691a6056, blocks: 0x0 00010000:00010000:2.0:1763336278.248376:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.248378:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336278.248383:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 21 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336278.248393:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 21 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336278.248402:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a1b600, rc 0) 00000100:00100000:2.0:1763336278.248421:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042158848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 108us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.248427:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7763 00000100:00100000:3.0:1763336278.290461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.290794:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042158976 00000100:00100000:1.0:1763336278.290803:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042158976 00000100:00100000:1.0:1763336278.290861:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7764 00000100:00100000:1.0:1763336278.290883:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042158976:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336278.292501:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042158976:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 1612us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.292513:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7764 00000100:00100000:2.0:1763336278.299198:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.300360:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042159104 00000100:00100000:1.0:1763336278.300370:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042159104 00000100:00100000:1.0:1763336278.300433:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7765 00000100:00100000:1.0:1763336278.300442:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042159104:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336278.300562:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042159104:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 121us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.300570:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7765 00000100:00100000:2.0:1763336278.304433:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.305241:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042159360 00000100:00100000:0.0:1763336278.305252:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042159360 00000100:00100000:0.0:1763336278.305905:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10731 00000100:00100000:0.0:1763336278.305927:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57638:x1848991042159360:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336278.305978:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.306004:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45f65 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6725f expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.306021:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.306026:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.306183:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.306196:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.306205:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336278.306240:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968993 00000004:00010000:0.0:1763336278.306258:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007052fec6 reply state 00000000ec9b306d transno 4294968994 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.306268:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.306273:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.306276:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336278.306278:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336278.306582:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57638:x1848991042159360:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 658us (2155us total) trans 4294968994 rc 0/0 00000100:00100000:0.0:1763336278.306589:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10731 00000020:00080000:0.0:1763336278.306594:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336278.309204:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.309280:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042159488 00000100:00100000:0.0:1763336278.309289:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042159488 00000100:00100000:0.0:1763336278.309372:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7766 00000100:00100000:0.0:1763336278.309382:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57638:x1848991042159488:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.309399:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.309420:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6727b expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336278.309443:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 259357, mtime: 0x691a6054, atime: 0x691a6054, ctime: 0x691a6055, blocks: 0x170 00010000:00010000:0.0:1763336278.309463:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.309466:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.309473:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 30 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.309487:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 30 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.309499:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183818400, rc 0) 00000100:00100000:0.0:1763336278.309553:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57638:x1848991042159488:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 172us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.309560:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7766 00000100:00100000:3.0:1763336278.311604:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.311930:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042159616 00000100:00100000:0.0:1763336278.311939:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042159616 00000100:00100000:0.0:1763336278.312059:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7767 00000100:00100000:0.0:1763336278.312069:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57638:x1848991042159616:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.312085:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.312103:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45f8f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67282 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.312135:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.312142:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336278.312143:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336278.312147:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45f8f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67282 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.312178:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.312190:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 22 pid: 29013 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.312207:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056214272:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.312646:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284d40cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.315606:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.315758:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042159744 00000100:00100000:1.0:1763336278.315768:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042159744 00010000:00010000:1.0:1763336278.315804:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 23 pid: 29013 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.315843:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3688 00000100:00100000:1.0:1763336278.315854:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042159744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336278.315868:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.315874:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 23 pid: 29013 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.315893:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 23 pid: 29013 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.315925:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.315927:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.315933:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45f8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67282 expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.315943:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45f8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67282 expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.315978:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45f8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67282 expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.315991:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056214400:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336278.316056:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1763336278.316299:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa45bc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67124 expref: 23 pid: 29013 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.316312:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056214272:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336278.316353:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9183819c00/0x84ca14902aa45f8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67282 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.316362:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9183819c00, rc 0) 00000100:00100000:0.0:1763336278.316404:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57638:x1848991042159616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4337us (4807us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.316411:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7767 00000100:00100000:1.0:1763336278.320615:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056214400:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336278.320640:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336278.320732:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042159744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4879us (5133us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.320742:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3688 00000100:00100000:3.0:1763336278.321044:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.321123:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.321214:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160000 00000100:00100000:0.0:1763336278.321222:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160000 00002000:00010000:0.0:1763336278.321253:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.321257:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb800 with x1848991042160000 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.321266:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186efb800. 00000100:00100000:0.0:1763336278.321289:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042159872 00000100:00100000:0.0:1763336278.321292:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042159872 00002000:00010000:0.0:1763336278.321304:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.321307:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efa680 with x1848991042159872 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.321312:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efa680. 00000100:00100000:0.0:1763336278.321328:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2285 00000100:00100000:0.0:1763336278.321336:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042160000:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336278.321473:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.321476:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336276 -> 1763336278 00002000:00010000:0.0:1763336278.321479:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336278.321481:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336277 -> 1763336278 00002000:00010000:0.0:1763336278.321483:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336278.321513:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042160000:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 177us (470us total) trans 17179872150 rc 0/0 00000100:00100000:0.0:1763336278.321519:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2285 00002000:00010000:0.0:1763336278.321522:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.321524:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efb800 with x1848991042160000 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.321529:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186efb800. 00000100:00100000:0.0:1763336278.321543:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2286 00000100:00100000:0.0:1763336278.321549:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042159872:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336278.321970:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 259357 -> 0 00002000:00010000:0.0:1763336278.321973:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336276 -> 1763336278 00002000:00010000:0.0:1763336278.321975:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336278.321977:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336277 -> 1763336278 00002000:00010000:0.0:1763336278.321979:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 368 -> 0 00000100:00100000:0.0:1763336278.322000:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042159872:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 451us (877us total) trans 21474839556 rc 0/0 00000100:00100000:0.0:1763336278.322006:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2286 00002000:00010000:0.0:1763336278.322009:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.322012:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186efa680 with x1848991042159872 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.322016:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186efa680. 00000100:00100000:3.0:1763336278.324918:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.325296:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160128 00000100:00100000:0.0:1763336278.325305:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160128 00000100:00100000:0.0:1763336278.325667:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10732 00000100:00100000:0.0:1763336278.325678:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57638:x1848991042160128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.325742:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.325764:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f96 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67289 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.325860:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45f9d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.326184:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45f9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.326197:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45f9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336278.326226:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:0.0:1763336278.326230:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336278.326245:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45f9d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.326281:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45f96 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67289 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.326296:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45f9d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67289 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.326303:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.326306:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336278.326309:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00000100:00100000:0.0:1763336278.326821:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57638:x1848991042160128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1143us (1918us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.326829:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10732 00000100:00100000:2.0:1763336278.330868:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.331028:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160256 00000100:00100000:1.0:1763336278.331038:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160256 00000100:00100000:1.0:1763336278.331443:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2287 00000100:00100000:1.0:1763336278.331454:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042160256:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336278.331514:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331529:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.331531:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.331536:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331548:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331651:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331659:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331667:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331674:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336278.331678:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331724:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331740:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.331753:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fa4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.331812:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042160256:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 360us (952us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1763336278.331819:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2287 00000100:00100000:2.0:1763336278.337639:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.337744:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160384 00000100:00100000:1.0:1763336278.337754:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160384 00000100:00100000:1.0:1763336278.337815:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2288 00000100:00100000:1.0:1763336278.337824:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042160384:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336278.337859:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.337878:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 31 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.337885:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.337888:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.337891:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.337932:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 31 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.337946:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 31 pid: 29013 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.337966:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056214528:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.338043:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.340372:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056214528:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.340397:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336278.341464:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.341645:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160512 00000100:00100000:1.0:1763336278.341653:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160512 00010000:00010000:1.0:1763336278.342078:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 32 pid: 29013 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.342721:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3689 00000100:00100000:1.0:1763336278.342732:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991042160512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336278.342747:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.342765:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 32 pid: 29013 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.342778:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 32 pid: 29013 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.342799:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818400/0x84ca14902aa45f88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6727b expref: 32 pid: 29013 timeout: 1166 lvb_type: 0 00010000:00010000:1.0:1763336278.342814:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.342816:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.342820:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.342829:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.342865:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336278.342923:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2405:x1848991042160512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 193us (1462us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.342931:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3689 00010000:00010000:0.0:1763336278.343029:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.343038:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336278.346930:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839557 is committed 00000001:00080000:0.0:1763336278.346944:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839555 is committed 00002000:00010000:1.0:1763336278.347089:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 0 -> 20480 00002000:00010000:1.0:1763336278.347094:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:1.0:1763336278.347105:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.347117:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.347125:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.347132:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336278.347136:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.347145:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.347161:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.347169:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.347249:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042160384:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 9422us (9615us total) trans 21474839557 rc 0/0 00000100:00100000:1.0:1763336278.347257:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2288 00000100:00100000:2.0:1763336278.351646:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.351831:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160640 00000100:00100000:0.0:1763336278.351840:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160640 00000100:00100000:0.0:1763336278.352459:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7768 00000100:00100000:0.0:1763336278.352471:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042160640:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336278.352811:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042160640:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 341us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.352820:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7768 00000100:00100000:3.0:1763336278.355937:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.356179:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042160896 00000100:00100000:0.0:1763336278.356188:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042160896 00000100:00100000:0.0:1763336278.356235:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10733 00000100:00100000:0.0:1763336278.356244:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57638:x1848991042160896:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336278.356292:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.356318:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45f9d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67289 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.356335:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.356341:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.356492:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.356505:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.356514:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336278.356553:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968995 00000004:00010000:0.0:1763336278.356576:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f3a3dbbf reply state 00000000a3f045e9 transno 4294968996 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.356588:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.356594:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.356596:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336278.356599:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336278.356714:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57638:x1848991042160896:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 440us (754us total) trans 4294968996 rc 0/0 00000100:00100000:0.0:1763336278.356722:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10733 00000020:00080000:0.0:1763336278.356728:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336278.360123:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.360368:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161024 00000100:00100000:1.0:1763336278.360377:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161024 00000100:00100000:1.0:1763336278.360508:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7769 00000100:00100000:1.0:1763336278.360518:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:57638:x1848991042161024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.360535:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.360553:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67290 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336278.360573:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 20480, mtime: 0x691a6056, atime: 0x691a6054, ctime: 0x691a6056, blocks: 0x20 00010000:00010000:1.0:1763336278.360592:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.360595:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.360601:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 11 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.360616:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 11 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.360627:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:1.0:1763336278.361031:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57638:x1848991042161024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 166us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.361044:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7769 00000100:00100000:2.0:1763336278.364024:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.364344:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161152 00000100:00100000:1.0:1763336278.364353:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161152 00002000:00010000:1.0:1763336278.364384:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (20480->18446744073709551615) 00002000:00100000:1.0:1763336278.364388:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642a00 with x1848991042161152 ext(20480->18446744073709551615) 00002000:00010000:1.0:1763336278.364399:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642a00. 00000100:00100000:1.0:1763336278.364426:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2289 00000100:00100000:1.0:1763336278.364434:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042161152:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336278.364566:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 20480 -> 20480 00002000:00010000:1.0:1763336278.364569:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.364572:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.364573:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.364576:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1763336278.364626:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042161152:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 192us (610us total) trans 21474839558 rc 0/0 00000100:00100000:1.0:1763336278.364632:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2289 00002000:00010000:1.0:1763336278.364636:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (20480->18446744073709551615) 00002000:00100000:1.0:1763336278.364638:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642a00 with x1848991042161152 ext(20480->18446744073709551615) 00002000:00010000:1.0:1763336278.364642:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642a00. 00000100:00100000:3.0:1763336278.366109:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.366308:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161280 00000100:00100000:0.0:1763336278.366314:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161280 00002000:00010000:0.0:1763336278.366338:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.366342:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c687b80 with x1848991042161280 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.366349:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c687b80. 00000100:00100000:0.0:1763336278.366373:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2290 00000100:00100000:0.0:1763336278.366380:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042161280:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336278.366476:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.366478:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.366481:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336278.366483:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.366485:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336278.366523:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042161280:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 143us (419us total) trans 17179872151 rc 0/0 00000100:00100000:0.0:1763336278.366529:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2290 00002000:00010000:0.0:1763336278.366532:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.366534:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c687b80 with x1848991042161280 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.366538:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c687b80. 00000100:00100000:2.0:1763336278.369410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.369837:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161408 00000100:00100000:1.0:1763336278.369846:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161408 00000100:00100000:1.0:1763336278.369901:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10734 00000100:00100000:1.0:1763336278.369918:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57638:x1848991042161408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.369946:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.369966:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fc0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67297 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.370057:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45fc7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.370070:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45fc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.370081:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45fc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336278.370106:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 20480 00000004:00200000:1.0:1763336278.370110:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336278.370125:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45fc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.370149:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fc0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67297 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.370164:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67297 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.370172:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.370174:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336278.370178:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00000100:00100000:1.0:1763336278.370237:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57638:x1848991042161408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 328us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.370244:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10734 00000100:00100000:2.0:1763336278.374107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.374249:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161664 00000100:00100000:0.0:1763336278.374259:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161664 00000100:00100000:0.0:1763336278.374340:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10735 00000100:00100000:0.0:1763336278.374351:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57638:x1848991042161664:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336278.374401:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.374427:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa45fc7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67297 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.374445:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.374449:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.374602:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.374616:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.374625:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336278.374666:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968997 00000004:00010000:0.0:1763336278.374731:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000324ffb14 reply state 00000000ab35e457 transno 4294968998 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.374743:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.374750:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.374753:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336278.374756:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336278.374831:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57638:x1848991042161664:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 482us (732us total) trans 4294968998 rc 0/0 00000100:00100000:0.0:1763336278.374838:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10735 00000020:00080000:0.0:1763336278.374844:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336278.377451:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.378336:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.378423:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161792 00000100:00100000:1.0:1763336278.378433:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161792 00002000:00010000:1.0:1763336278.378467:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (33386->18446744073709551615) 00002000:00100000:1.0:1763336278.378472:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685180 with x1848991042161792 ext(33386->18446744073709551615) 00002000:00010000:1.0:1763336278.378482:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685180. 00000100:00100000:1.0:1763336278.378513:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042161920 00000100:00100000:1.0:1763336278.378516:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042161920 00002000:00010000:1.0:1763336278.378529:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.378532:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686680 with x1848991042161920 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.378538:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c686680. 00000100:00100000:1.0:1763336278.378564:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2291 00000100:00100000:1.0:1763336278.378574:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042161792:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336278.378782:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 20480 -> 33386 00002000:00010000:1.0:1763336278.378786:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.378789:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.378791:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.378793:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1763336278.378841:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042161792:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 268us (1395us total) trans 21474839559 rc 0/0 00000100:00100000:1.0:1763336278.378848:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2291 00002000:00010000:1.0:1763336278.378851:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (33386->18446744073709551615) 00002000:00100000:1.0:1763336278.378853:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685180 with x1848991042161792 ext(33386->18446744073709551615) 00002000:00010000:1.0:1763336278.378857:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685180. 00000100:00100000:1.0:1763336278.378873:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2292 00000100:00100000:1.0:1763336278.378879:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042161920:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336278.378957:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.378960:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.378962:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.378965:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.378967:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.378987:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042161920:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 109us (652us total) trans 17179872152 rc 0/0 00000100:00100000:1.0:1763336278.378993:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2292 00002000:00010000:1.0:1763336278.378996:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.378998:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c686680 with x1848991042161920 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.379002:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c686680. 00000100:00100000:2.0:1763336278.389863:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.391675:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042162048 00000100:00100000:0.0:1763336278.391713:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042162048 00000100:00100000:0.0:1763336278.391769:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10736 00000100:00100000:0.0:1763336278.391779:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57638:x1848991042162048:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.391803:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.391824:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45fd5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6729e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.391929:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45fdc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.391945:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45fdc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.391956:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45fdc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336278.391988:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:0.0:1763336278.391992:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336278.392008:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45fdc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.392034:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa45fd5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6729e expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.392052:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45fdc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6729e expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.392060:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.392063:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336278.392067:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:0.0:1763336278.392132:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57638:x1848991042162048:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 354us (2280us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.392139:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10736 00000100:00100000:2.0:1763336278.402277:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.402355:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042162304 00000100:00100000:1.0:1763336278.402366:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042162304 00000100:00100000:1.0:1763336278.402424:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10737 00000100:00100000:1.0:1763336278.402434:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57638:x1848991042162304:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336278.402487:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.402513:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa45fdc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6729e expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.402530:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.402536:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336278.402726:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336278.402741:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.402751:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336278.402798:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968999 00000004:00010000:1.0:1763336278.402822:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008cd2c254 reply state 00000000996b460b transno 4294969000 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.402834:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336278.402840:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.402843:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336278.402845:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336278.402963:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57638:x1848991042162304:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 531us (694us total) trans 4294969000 rc 0/0 00000100:00100000:1.0:1763336278.402970:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10737 00000020:00080000:1.0:1763336278.402975:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336278.410206:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.410245:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.410304:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042162432 00000100:00100000:0.0:1763336278.410314:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042162432 00002000:00010000:0.0:1763336278.410353:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (33386->18446744073709551615) 00002000:00100000:0.0:1763336278.410358:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685c00 with x1848991042162432 ext(33386->18446744073709551615) 00002000:00010000:0.0:1763336278.410369:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685c00. 00000100:00100000:0.0:1763336278.410405:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042162560 00000100:00100000:0.0:1763336278.410408:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042162560 00002000:00010000:0.0:1763336278.410422:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.410426:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685880 with x1848991042162560 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.410433:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c685880. 00000100:00100000:1.0:1763336278.410439:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2293 00000100:00100000:1.0:1763336278.410453:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042162432:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336278.410470:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2294 00000100:00100000:0.0:1763336278.410480:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042162560:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336278.410605:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:0.0:1763336278.410605:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.410611:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.410612:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.410616:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.410618:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336278.410620:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.410622:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.410624:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336278.410628:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:0.0:1763336278.411128:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042162560:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 646us (879us total) trans 17179872153 rc 0/0 00000100:00100000:0.0:1763336278.411136:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2294 00002000:00010000:0.0:1763336278.411141:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.411143:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685880 with x1848991042162560 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.411149:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c685880. 00000100:00100000:1.0:1763336278.411399:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042162432:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 948us (1200us total) trans 21474839560 rc 0/0 00000100:00100000:1.0:1763336278.411407:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2293 00002000:00010000:1.0:1763336278.411410:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (33386->18446744073709551615) 00002000:00100000:1.0:1763336278.411414:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c685c00 with x1848991042162432 ext(33386->18446744073709551615) 00002000:00010000:1.0:1763336278.411420:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c685c00. 00000100:00100000:3.0:1763336278.419282:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.419931:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042162816 00000100:00100000:0.0:1763336278.419942:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042162816 00000100:00100000:0.0:1763336278.420005:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10738 00000100:00100000:0.0:1763336278.420016:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57638:x1848991042162816:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336278.420122:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.420141:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.420154:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:0.0:1763336278.420254:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066d71a64 reply state 0000000039edc456 transno 4294969001 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.420271:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.420279:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.420282:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336278.420286:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336278.420378:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57638:x1848991042162816:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 363us (1104us total) trans 4294969001 rc 0/0 00000100:00100000:0.0:1763336278.420385:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10738 00000100:00100000:2.0:1763336278.426086:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.426281:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042162944 00000100:00100000:1.0:1763336278.426290:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042162944 00000100:00100000:1.0:1763336278.426346:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7770 00000100:00100000:1.0:1763336278.426356:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57638:x1848991042162944:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.426372:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.426389:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672a5 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.426418:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.426426:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.426428:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.426432:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.426465:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.426477:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 1166 lvb_type: 1 00000100:00100000:1.0:1763336278.426489:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056214656:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.426558:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.430974:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056214656:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.431048:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.431067:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:1.0:1763336278.431137:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57638:x1848991042162944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4780us (5057us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.431147:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7770 00000100:00100000:3.0:1763336278.431972:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.433189:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163072 00000100:00100000:1.0:1763336278.433201:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163072 00010000:00010000:1.0:1763336278.433243:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 1166 lvb_type: 1 00000100:00100000:1.0:1763336278.433288:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3690 00000100:00100000:1.0:1763336278.433299:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042163072:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336278.433312:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.433332:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 1166 lvb_type: 1 00010000:00010000:1.0:1763336278.433345:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 1166 lvb_type: 1 00010000:00010000:1.0:1763336278.433366:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a1b000/0x84ca14902aa45f73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67266 expref: 15 pid: 30886 timeout: 1166 lvb_type: 1 00010000:00010000:1.0:1763336278.433382:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.433384:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.433391:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.433400:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.433435:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.433448:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056214784:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336278.433539:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.438599:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.438734:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056214784:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336278.438755:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336278.438815:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042163072:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5514us (6841us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.438826:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3690 00000100:00100000:0.0:1763336278.439175:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163200 00000100:00100000:0.0:1763336278.439182:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163200 00000100:00100000:0.0:1763336278.439230:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7771 00000100:00100000:0.0:1763336278.439276:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57638:x1848991042163200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.439293:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.439312:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672ac expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.439339:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336278.439348:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.439350:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.439355:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.439384:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336278.439403:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 1166 lvb_type: 1 00000100:00100000:0.0:1763336278.439417:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056214912:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.439467:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d180 going to sleep for 11 seconds 00000100:00100000:0.0:1763336278.444402:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.445462:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91861bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056214912:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.445495:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.445516:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17800, rc 0) 00000100:00100000:3.0:1763336278.445534:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163328 00000100:00100000:3.0:1763336278.445542:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163328 00000100:00100000:1.0:1763336278.445593:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57638:x1848991042163200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6354us (7001us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.445602:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7771 00010000:00010000:3.0:1763336278.446537:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 1166 lvb_type: 1 00000100:00100000:3.0:1763336278.446576:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3691 00000100:00100000:3.0:1763336278.446586:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042163328:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336278.446599:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336278.446619:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 1166 lvb_type: 1 00010000:00010000:3.0:1763336278.446632:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 1166 lvb_type: 1 00010000:00010000:3.0:1763336278.446654:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9183818800/0x84ca14902aa45f6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6726d expref: 15 pid: 8396 timeout: 1166 lvb_type: 1 00010000:00010000:3.0:1763336278.446667:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.446680:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.446719:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.446730:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.446773:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 14 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336278.446786:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056215040:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336278.446845:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9e95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.450967:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.451298:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c684000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056215040:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336278.451321:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336278.451420:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042163328:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4834us (7025us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.451432:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3691 00000100:00100000:1.0:1763336278.452703:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163456 00000100:00100000:1.0:1763336278.452713:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163456 00000100:00100000:1.0:1763336278.452759:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7772 00000100:00100000:1.0:1763336278.452767:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57638:x1848991042163456:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336278.452783:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.452799:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672b3 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.452824:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.452833:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.452835:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.452840:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.452868:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.452881:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 1166 lvb_type: 1 00000100:00100000:1.0:1763336278.452894:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056215168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.452962:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.455472:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056215168:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.455503:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 26 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.455522:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336278.455646:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57638:x1848991042163456:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2877us (4686us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.455655:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7772 00000100:00100000:2.0:1763336278.457056:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.457486:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163584 00000100:00100000:1.0:1763336278.457495:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163584 00010000:00010000:1.0:1763336278.457530:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 1166 lvb_type: 1 00000100:00100000:1.0:1763336278.457573:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3692 00000100:00100000:1.0:1763336278.457583:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042163584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336278.457596:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336278.457617:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 1166 lvb_type: 1 00010000:00010000:1.0:1763336278.457629:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 1166 lvb_type: 1 00010000:00010000:1.0:1763336278.457651:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a1b600/0x84ca14902aa45f7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67274 expref: 26 pid: 30886 timeout: 1166 lvb_type: 1 00010000:00010000:1.0:1763336278.457667:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.457669:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.457675:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.457727:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.457763:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 25 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.457776:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056215296:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336278.457857:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9292fef900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336278.460535:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6497:1848991056215296:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336278.460558:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336278.460655:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042163584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3072us (3602us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.460667:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3692 00000100:00100000:3.0:1763336278.461211:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.461242:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.461276:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.461348:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163968 00000100:00100000:0.0:1763336278.461348:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163712 00000100:00100000:1.0:1763336278.461355:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163968 00000100:00100000:0.0:1763336278.461355:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163712 00000100:00100000:1.0:1763336278.461397:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042163840 00000100:00100000:1.0:1763336278.461400:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042163840 00000100:00100000:0.0:1763336278.461440:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7773 00000100:00100000:0.0:1763336278.461449:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042163968:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:1.0:1763336278.461506:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7774 00000100:00100000:1.0:1763336278.461514:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042163712:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336278.461530:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7775 00000100:00100000:2.0:1763336278.461538:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042163840:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336278.461712:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.461716:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.461719:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336276 -> 1763336277 00002000:00010000:0.0:1763336278.461721:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.461724:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336278.461768:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042163968:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 319us (523us total) trans 17179872154 rc 0/0 00000100:00100000:0.0:1763336278.461775:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7773 00002000:00010000:2.0:1763336278.461865:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336278.461868:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.461870:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336276 -> 1763336277 00002000:00010000:2.0:1763336278.461873:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.461875:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336278.461922:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042163840:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 384us (645us total) trans 21474839562 rc 0/0 00000100:00100000:2.0:1763336278.461929:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7775 00002000:00010000:0.0:1763336278.462094:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:0.0:1763336278.462097:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.462100:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336278.462102:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.462104:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:0.0:1763336278.462138:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042163712:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 625us (928us total) trans 21474839561 rc 0/0 00000100:00100000:0.0:1763336278.462149:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7774 00000100:00100000:1.0:1763336278.464257:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.464348:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042164224 00000100:00100000:0.0:1763336278.464355:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042164224 00000100:00100000:0.0:1763336278.464409:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3690 00000100:00100000:0.0:1763336278.464418:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57638:x1848991042164224:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336278.464473:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45f1f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67251 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.464517:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336278.464530:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.464538:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336278.464578:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.464591:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 33 pid: 6513 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.464604:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056215424:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.464675:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336278.470210:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056215424:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336278.470239:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336278.470521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.470599:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042164352 00000100:00100000:0.0:1763336278.470606:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042164352 00010000:00010000:0.0:1763336278.470637:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 34 pid: 6513 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.470677:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3693 00000100:00100000:0.0:1763336278.470733:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2404:x1848991042164352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336278.470749:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.470755:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 34 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.470768:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 34 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.470790:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a1aa00/0x84ca14902aa45f57 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67258 expref: 34 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.470805:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.470811:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336278.470820:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336278.470828:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336278.470853:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336278.470914:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2404:x1848991042164352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 220us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.470922:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3693 00010000:00010000:1.0:1763336278.471061:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336278.471069:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:1.0:1763336278.471257:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].187, 88 off23872 00000004:00080000:1.0:1763336278.471262:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066432576624ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336278.471297:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].191, 88 off24224 00000004:00080000:1.0:1763336278.471302:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066432616615ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336278.471364:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].188, 88 off23960 00000004:00080000:1.0:1763336278.471370:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066432684538ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336278.471394:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].192, 88 off24312 00000004:00080000:1.0:1763336278.471403:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066432717734ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336278.471426:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].189, 88 off24048 00000004:00080000:1.0:1763336278.471430:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066432745185ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336278.471451:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].193, 88 off24400 00000004:00080000:1.0:1763336278.471456:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066432770898ns, next at 1066934215223ns, rc = 0 00000001:00080000:3.0:1763336278.473294:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969002 is committed 00000004:00080000:3.0:1763336278.473306:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 188 committed 00000004:00080000:3.0:1763336278.473313:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 188 committed 00000004:00080000:3.0:1763336278.473324:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 187 committed 00000004:00080000:3.0:1763336278.473327:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 187 committed 00000004:00080000:3.0:1763336278.473329:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 186 committed 00000004:00080000:3.0:1763336278.473331:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 186 committed 00000020:00080000:3.0:1763336278.473350:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 54 batchid updated 00010000:00010000:2.0:1763336278.473411:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473423:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473432:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473438:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183819000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336278.473442:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473450:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473465:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.473468:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336278.473472:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473478:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183819000/0x84ca14902aa45f81 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473493:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473498:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473504:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473508:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336278.473511:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473516:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473527:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.473529:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336278.473532:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473537:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818400/0x84ca14902aa45fb2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473545:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473550:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473556:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473561:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9183818600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336278.473563:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473568:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473574:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.473576:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336278.473579:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473584:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9183818600/0x84ca14902aa45fce lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473591:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473598:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473603:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473607:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336278.473609:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473614:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473620:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.473622:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336278.473624:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473630:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa45fe3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.473637:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473643:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473648:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473652:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336278.473655:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473663:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473669:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.473671:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336278.473673:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.473678:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa45fea lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:0.0:1763336278.473873:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056215808:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.473937:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336278.473985:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056215808 00000100:00100000:0.0:1763336278.473991:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056215808 00000100:00100000:0.0:1763336278.474031:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7776 00000100:00100000:0.0:1763336278.474040:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1848991056215808:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336278.474153:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:0.0:1763336278.474157:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.474159:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336278.474162:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.474164:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:0.0:1763336278.474196:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3646:x1848991056215808:12345-0@lo:2:osp-syn-0-1.0 Request processed in 157us (258us total) trans 21474839563 rc 0/0 00000100:00100000:0.0:1763336278.474203:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7776 00000100:00100000:0.0:1763336278.474232:0:3646:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839555 gen 2 00000004:00080000:0.0:1763336278.474237:0:3646:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839533 committed transno 21474839555 00000004:00080000:0.0:1763336278.474253:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186125f80, transno 21474839534 00000004:00080000:0.0:1763336278.474259:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186126680, transno 21474839535 00000004:00080000:0.0:1763336278.474262:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186124700, transno 21474839536 00000004:00080000:0.0:1763336278.474264:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186127480, transno 21474839537 00000004:00080000:0.0:1763336278.474267:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bed80, transno 21474839552 00000004:00080000:0.0:1763336278.474269:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bfb80, transno 21474839553 00000004:00080000:0.0:1763336278.474272:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bd500, transno 21474839554 00000004:00080000:0.0:1763336278.474274:0:3646:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91861bc380, transno 21474839555 00000100:00100000:0.0:1763336278.474279:0:3646:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9186508a80 x1848991056215808/t21474839563(21474839563) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336294 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763336278.474289:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186508a80/2, rc 0, transno 21474839563 00000100:00100000:0.0:1763336278.474293:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056215808:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336278.474367:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 3 in progress, 2 in flight, 8 done 00000020:00080000:1.0:1763336278.474415:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 54 00000100:00100000:3.0:1763336278.474427:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056215552:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336278.474455:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1763336278.474471:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 54 cancel update log [0x240000400:0x2:0x0].33: rc = 0 00000100:00100000:3.0:1763336278.474480:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:1.0:1763336278.474487:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 54 00000100:00100000:3.0:1763336278.474489:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056215680:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336278.474512:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.474590:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056215936:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.474622:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.474653:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056215552 00000100:00100000:1.0:1763336278.474657:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056215552 00000100:00100000:1.0:1763336278.474679:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056215680 00000100:00100000:1.0:1763336278.474682:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056215680 00000100:00100000:1.0:1763336278.474717:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056215936 00000100:00100000:1.0:1763336278.474720:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056215936 00000100:00100000:1.0:1763336278.474737:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7777 00000100:00100000:1.0:1763336278.474743:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056215552:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763336278.474798:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:1.0:1763336278.474802:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.474804:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336278.474806:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.474808:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:2.0:1763336278.474847:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056216192:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336278.474914:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056216064:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336278.474985:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336278.475015:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056216192 00000100:00100000:2.0:1763336278.475019:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056216192 00000100:00100000:2.0:1763336278.475039:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7778 00000100:00100000:2.0:1763336278.475046:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056215680:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.475070:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056215552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 326us (613us total) trans 21474839564 rc 0/0 00000100:00100000:1.0:1763336278.475078:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7777 00000100:00100000:1.0:1763336278.475094:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7779 00000100:00100000:1.0:1763336278.475102:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056215936:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336278.475106:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336278.475110:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.475113:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336278.475115:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.475118:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336278.475147:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056215680:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (634us total) trans 21474839565 rc 0/0 00000100:00100000:2.0:1763336278.475154:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7778 00000100:00100000:2.0:1763336278.475168:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7780 00002000:00010000:1.0:1763336278.475175:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763336278.475176:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3649:x1848991056216192:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336278.475181:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336278.475187:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336278.475190:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336278.475192:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.475228:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3647:x1848991056215936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (605us total) trans 17179872155 rc 0/0 00000100:00100000:1.0:1763336278.475236:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7779 00002000:00010000:2.0:1763336278.475245:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336278.475249:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.475251:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336278.475254:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.475256:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336278.475292:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3649:x1848991056216192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 118us (306us total) trans 17179872156 rc 0/0 00000100:00100000:2.0:1763336278.475299:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7780 00000004:00080000:2.0:1763336278.475339:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892ea680/2, rc 0, transno 17179872156 00000100:00100000:2.0:1763336278.475344:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056216192:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336278.475385:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892ebb80/2, rc 0, transno 17179872155 00000100:00100000:1.0:1763336278.475391:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056215936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336278.475398:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1763336278.475436:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc70d2ea reply state 000000005c8382b2 transno 4294969002 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000004:00080000:3.0:1763336278.475437:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186508380/2, rc 0, transno 21474839565 00000100:00100000:3.0:1763336278.475443:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056215680:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336278.475455:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186509500/2, rc 0, transno 21474839564 00010000:00010000:1.0:1763336278.475459:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336278.475460:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056215552:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336278.475473:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.475477:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763336278.475481:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763336278.475486:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.475488:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336278.475495:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa45f1f lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67251 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.475566:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056216064 00000100:00100000:0.0:1763336278.475571:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056216064 00010000:00080000:1.0:1763336278.475587:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763336278.475604:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57638:x1848991042164224:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 11187us (11354us total) trans 4294969002 rc 0/0 00000100:00100000:1.0:1763336278.475614:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3690 00010000:00010000:1.0:1763336278.475655:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336278.475663:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336278.475670:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336278.475677:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336278.475681:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336278.475710:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336278.475800:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7781 00000100:00100000:0.0:1763336278.475808:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3648:x1848991056216064:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336278.475861:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.475865:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.475868:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336278.475870:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.475873:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336278.475903:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3648:x1848991056216064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (507us total) trans 17179872157 rc 0/0 00000100:00100000:0.0:1763336278.475920:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7781 00000004:00080000:0.0:1763336278.475950:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892ea300/2, rc 0, transno 17179872157 00000100:00100000:0.0:1763336278.475955:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056216064:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336278.476228:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336278.476232:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336278.476237:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336278.476244:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46006 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336278.480093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.480626:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042164480 00000100:00100000:0.0:1763336278.480636:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042164480 00000100:00100000:0.0:1763336278.480726:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10739 00000100:00100000:0.0:1763336278.480737:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57638:x1848991042164480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.480759:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.480779:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa4600d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672ba expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.480834:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa4600d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ba expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.480848:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa4600d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ba expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.480866:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.480869:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336278.480873:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16e00, rc 0) 00000100:00100000:0.0:1763336278.480932:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57638:x1848991042164480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 197us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.480940:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10739 00000100:00100000:3.0:1763336278.484766:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.484889:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042164736 00000100:00100000:1.0:1763336278.484899:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042164736 00000100:00100000:1.0:1763336278.484963:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3691 00000100:00100000:1.0:1763336278.484973:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57638:x1848991042164736:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336278.485667:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57638:x1848991042164736:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 693us (907us total) trans 4294969003 rc 0/0 00000100:00100000:1.0:1763336278.485676:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3691 00000100:00100000:3.0:1763336278.508590:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.508668:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042164864 00000100:00100000:1.0:1763336278.508677:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042164864 00000100:00100000:0.0:1763336278.509744:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10740 00000100:00100000:0.0:1763336278.509755:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57639:x1848991042164864:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336278.509778:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.509802:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46014 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672c1 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.509866:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.509879:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.509889:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.509931:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.509938:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.509944:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510009:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.510017:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510022:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336278.510053:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:0.0:1763336278.510057:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336278.510071:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510080:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510088:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510094:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510099:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510109:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510114:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336278.510118:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510124:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510133:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9283d3a200) 00010000:00010000:0.0:1763336278.510136:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336278.510139:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510144:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4601b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510154:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510159:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510164:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510168:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336278.510171:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510175:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510185:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9283d3a400) 00010000:00010000:0.0:1763336278.510187:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336278.510190:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510194:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46022 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.510216:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46014 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.510228:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.510233:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.510236:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336278.510238:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:0.0:1763336278.510295:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57639:x1848991042164864:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 542us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.510302:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10740 00000100:00100000:0.0:1763336278.519585:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.519650:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042165120 00000100:00100000:2.0:1763336278.519660:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042165120 00000100:00100000:2.0:1763336278.519754:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10741 00000100:00100000:2.0:1763336278.519767:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57639:x1848991042165120:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.519789:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.519813:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa46030 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672c8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.519921:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46037 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336278.519935:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46037 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.519945:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46037 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336278.519956:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00010000:00010000:2.0:1763336278.520053:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa46030 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c8 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.520069:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46037 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c8 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.520077:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.520079:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336278.520082:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:2.0:1763336278.520424:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57639:x1848991042165120:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 657us (847us total) trans 4294969004 rc 0/0 00000100:00100000:2.0:1763336278.520432:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10741 00000100:00100000:3.0:1763336278.522982:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.524007:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042165376 00000100:00100000:2.0:1763336278.524019:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042165376 00000100:00100000:2.0:1763336278.524070:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10742 00000100:00100000:2.0:1763336278.524080:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57639:x1848991042165376:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336278.524102:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.524125:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46045 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672cf expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.524221:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa4604c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336278.524235:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa4604c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336278.524247:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa4604c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336278.524259:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00010000:00010000:2.0:1763336278.524356:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46045 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672cf expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.524376:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa4604c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672cf expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.524384:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.524388:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336278.524391:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174800, rc 0) 00000100:00100000:2.0:1763336278.524461:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57639:x1848991042165376:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 381us (1487us total) trans 4294969005 rc 0/0 00000100:00100000:2.0:1763336278.524468:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10742 00000100:00100000:3.0:1763336278.574037:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.574135:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042165504 00000100:00100000:1.0:1763336278.574145:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042165504 00000100:00100000:1.0:1763336278.574207:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2295 00000100:00100000:1.0:1763336278.574217:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042165504:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336278.574249:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.574267:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 16 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.574275:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.574278:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.574281:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.574314:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 16 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.574327:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 16 pid: 9765 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.574341:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056216320:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.574424:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.580031:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.580183:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056216320:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336278.580210:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336278.580416:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042165632 00000100:00100000:3.0:1763336278.580424:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042165632 00010000:00010000:3.0:1763336278.580458:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 17 pid: 9765 timeout: 1166 lvb_type: 0 00000100:00100000:3.0:1763336278.580498:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3694 00000100:00100000:3.0:1763336278.580508:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042165632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336278.580522:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336278.580540:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 17 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.580552:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 17 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.580574:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa45ff1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672a5 expref: 17 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.580589:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.580591:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336278.580594:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.580604:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336278.580635:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336278.580724:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042165632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 216us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336278.580731:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3694 00010000:00010000:1.0:1763336278.580983:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.580992:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584255:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584274:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584282:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584290:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336278.584294:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584303:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584320:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.584328:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4605a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.585052:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042165504:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10830us (11018us total) trans 0 rc 33386/33386 00000100:00100000:1.0:1763336278.585063:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2295 00000100:00100000:0.0:1763336278.592336:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.592404:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042165760 00000100:00100000:1.0:1763336278.592412:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042165760 00000100:00100000:1.0:1763336278.592477:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2296 00000100:00100000:1.0:1763336278.592489:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042165760:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336278.592523:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.592540:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.592548:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.592550:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336278.592553:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.592580:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 15 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.592592:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 15 pid: 9765 timeout: 1166 lvb_type: 0 00000100:00100000:1.0:1763336278.592604:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056216448:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336278.592673:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e9b780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.596096:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.596196:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056216448:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336278.596221:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.596293:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042165888 00000100:00100000:0.0:1763336278.596300:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042165888 00010000:00010000:0.0:1763336278.596332:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 16 pid: 9765 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.596369:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3695 00000100:00100000:0.0:1763336278.596379:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042165888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336278.596392:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.596412:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 16 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.596425:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 16 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.596447:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa45fb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67290 expref: 16 pid: 9765 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.596460:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.596463:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.596467:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.596476:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.597210:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.597224:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.599217:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336278.600448:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042165888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4061us (4349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.600462:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3695 00010000:00010000:1.0:1763336278.602398:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.602414:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.602423:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.602430:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336278.602434:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.602443:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.602461:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336278.602468:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46061 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336278.602552:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042165760:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10062us (10222us total) trans 0 rc 33386/33386 00000100:00100000:1.0:1763336278.602562:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2296 00000100:00100000:2.0:1763336278.618947:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.619852:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042166016 00000100:00100000:0.0:1763336278.619864:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042166016 00000100:00100000:0.0:1763336278.619942:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 466 00000100:00100000:0.0:1763336278.619953:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57639:x1848991042166016:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336278.619970:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.619997:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa4604c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672cf expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.620017:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.620022:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336278.620082:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57639:x1848991042166016:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 130us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.620089:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 466 00000100:00100000:3.0:1763336278.624921:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.624969:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042166272 00000100:00100000:1.0:1763336278.624978:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042166272 00000100:00100000:1.0:1763336278.625025:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3692 00000100:00100000:1.0:1763336278.625032:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57639:x1848991042166272:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336278.625219:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57639:x1848991042166272:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 187us (317us total) trans 4294969006 rc 0/0 00000100:00100000:1.0:1763336278.625225:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3692 00000100:00100000:2.0:1763336278.631814:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.631875:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042166528 00000100:00100000:0.0:1763336278.631884:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042166528 00000100:00100000:0.0:1763336278.631953:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10743 00000100:00100000:0.0:1763336278.631964:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042166528:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336278.631985:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.632005:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46068 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672d6 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.632098:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.632113:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.632122:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.632156:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.632169:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 25 pid: 6513 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.632181:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056216576:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.637230:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.648923:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056216576:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336278.648956:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336278.649929:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.650001:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042166656 00000100:00100000:3.0:1763336278.650010:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042166656 00010000:00010000:3.0:1763336278.650047:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 26 pid: 6513 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.650884:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3696 00000100:00100000:0.0:1763336278.650899:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042166656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336278.650925:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.650935:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 26 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.650949:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 26 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.650971:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46029 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c1 expref: 26 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:0.0:1763336278.650986:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.650991:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.651002:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.651009:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.651039:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336278.651140:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.651147:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336278.651171:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000100:00100000:0.0:1763336278.651264:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042166656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 369us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.651272:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3696 00010000:00010000:2.0:1763336278.651438:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46068 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.651456:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.651464:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.651467:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336278.651469:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:2.0:1763336278.652626:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042166528:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 20658us (20816us total) trans 4294969007 rc 0/0 00000100:00100000:2.0:1763336278.652635:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10743 00000100:00100000:2.0:1763336278.660395:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.660544:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042166784 00000100:00100000:0.0:1763336278.660561:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042166784 00000100:00100000:0.0:1763336278.660630:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10744 00000100:00100000:0.0:1763336278.660639:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042166784:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336278.660666:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.660756:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4607d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672dd expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.660882:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.660917:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.660936:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.660975:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.660996:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 26 pid: 6513 timeout: 1166 lvb_type: 0 00000100:00100000:0.0:1763336278.661013:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056216704:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.661129:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d000 going to sleep for 11 seconds 00000100:00100000:2.0:1763336278.665925:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056216704:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336278.665955:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336278.666613:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.667003:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042166912 00000100:00100000:3.0:1763336278.667012:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042166912 00010000:00010000:3.0:1763336278.667048:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 27 pid: 6513 timeout: 1166 lvb_type: 0 00000100:00100000:3.0:1763336278.667092:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3697 00000100:00100000:3.0:1763336278.667102:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042166912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336278.667116:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336278.667122:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 27 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.667134:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 27 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.667158:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4606f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672d6 expref: 27 pid: 6513 timeout: 1166 lvb_type: 0 00010000:00010000:3.0:1763336278.667174:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336278.667179:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336278.667193:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336278.667199:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336278.667228:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336278.667286:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042166912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 184us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336278.667293:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3697 00010000:00010000:2.0:1763336278.667560:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.667568:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336278.667614:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 33386 00000004:00200000:2.0:1763336278.667619:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336278.667742:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.667773:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4607d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672dd expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.667793:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672dd expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.667800:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.667804:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336278.667807:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:2.0:1763336278.667850:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042166784:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7211us (7474us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.668065:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10744 00000100:00100000:2.0:1763336278.674101:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.674186:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042167040 00000100:00100000:1.0:1763336278.674195:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042167040 00000100:00100000:1.0:1763336278.674254:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7782 00000100:00100000:1.0:1763336278.674264:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042167040:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336278.674281:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336278.674301:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672e4 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336278.674323:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 33386, mtime: 0x691a6056, atime: 0x691a6055, ctime: 0x691a6056, blocks: 0x50 00010000:00010000:1.0:1763336278.674341:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.674344:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336278.674354:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 15 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.674391:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 15 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336278.674405:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0de00, rc 0) 00000100:00100000:1.0:1763336278.674467:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042167040:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 205us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336278.674478:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7782 00000100:00100000:0.0:1763336278.679251:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.680240:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042167296 00000100:00100000:2.0:1763336278.680266:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042167296 00000100:00100000:2.0:1763336278.680353:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3693 00000100:00100000:2.0:1763336278.680363:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042167296:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336278.680915:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042167296:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 544us (1661us total) trans 4294969008 rc 0/0 00000100:00100000:2.0:1763336278.680924:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3693 00000100:00100000:2.0:1763336278.682994:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.683086:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042167552 00000100:00100000:0.0:1763336278.683094:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042167552 00000100:00100000:0.0:1763336278.683147:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10745 00000100:00100000:0.0:1763336278.683156:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042167552:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336278.683179:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.683182:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1763336278.683208:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46037 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672c8 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.683228:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa4600d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ba expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.683240:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46084 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672dd expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.683249:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.683253:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.683263:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46092 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672eb expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.683302:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46099 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336278.683313:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46099 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336278.683321:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46099 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336278.683509:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].190, 88 off24136 00000004:00080000:0.0:1763336278.683516:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066644830147ns, next at 1066934261956ns, rc = 0 00000040:00080000:0.0:1763336278.683553:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].194, 88 off24488 00000004:00080000:0.0:1763336278.683557:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066644872144ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336278.683577:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].191, 88 off24224 00000004:00080000:0.0:1763336278.683581:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066644895387ns, next at 1066934261956ns, rc = 0 00000040:00080000:0.0:1763336278.683588:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].195, 88 off24576 00000004:00080000:0.0:1763336278.683591:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066644905742ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336278.683598:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].192, 88 off24312 00000004:00080000:0.0:1763336278.683601:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1066644916132ns, next at 1066934261956ns, rc = 0 00000040:00080000:0.0:1763336278.683614:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].196, 88 off24664 00000004:00080000:0.0:1763336278.683619:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1066644932846ns, next at 1066934215223ns, rc = 0 00000001:00080000:3.0:1763336278.687543:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969009 is committed 00000004:00080000:3.0:1763336278.687554:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 191 committed 00000004:00080000:3.0:1763336278.687572:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 191 committed 00000004:00080000:3.0:1763336278.687584:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 190 committed 00000004:00080000:3.0:1763336278.687586:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 190 committed 00000004:00080000:3.0:1763336278.687589:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 189 committed 00000004:00080000:3.0:1763336278.687591:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 189 committed 00000100:00100000:0.0:1763336278.687804:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056216960:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.687861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336278.687892:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336278.687898:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056216832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.687929:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336278.687952:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056217088:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.687970:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336278.688028:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056216960 00000100:00100000:0.0:1763336278.688035:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056216960 00000100:00100000:0.0:1763336278.688092:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056216832 00000100:00100000:0.0:1763336278.688095:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056216832 00000100:00100000:0.0:1763336278.688125:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056217088 00000100:00100000:0.0:1763336278.688152:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056217088 00000100:00100000:0.0:1763336278.688187:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7783 00000100:00100000:0.0:1763336278.688196:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056216960:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336278.688410:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.688414:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.688416:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336278.688418:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.688421:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336278.688504:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056216960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 309us (642us total) trans 21474839566 rc 0/0 00000100:00100000:0.0:1763336278.688512:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7783 00000100:00100000:0.0:1763336278.688553:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7784 00000100:00100000:0.0:1763336278.688559:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056216832:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336278.688642:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:0.0:1763336278.688645:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.688647:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336278.688649:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.688651:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:0.0:1763336278.688747:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056216832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 178us (807us total) trans 21474839567 rc 0/0 00000100:00100000:0.0:1763336278.688753:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7784 00000100:00100000:0.0:1763336278.688784:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7785 00000100:00100000:0.0:1763336278.688791:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056217088:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336278.688940:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056217088:12345-0@lo:2:osp-syn-0-1.0 Request processed in 135us (954us total) trans 21474839568 rc 0/0 00000100:00100000:0.0:1763336278.688947:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7785 00000004:00080000:0.0:1763336278.689035:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186508700/2, rc 0, transno 21474839568 00000100:00100000:0.0:1763336278.689041:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056217088:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336278.689079:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186508e00/2, rc 0, transno 21474839567 00000100:00100000:0.0:1763336278.689084:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056216832:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336278.689124:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186509180/2, rc 0, transno 21474839566 00000100:00100000:0.0:1763336278.689128:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056216960:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336278.689500:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056217216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.689755:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.689791:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056217344:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.689815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.689833:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336278.689839:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91892eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056217472:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336278.689858:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336278.689883:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056217216 00000100:00100000:1.0:1763336278.689888:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056217216 00000100:00100000:1.0:1763336278.689925:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056217344 00000100:00100000:1.0:1763336278.689928:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056217344 00000100:00100000:1.0:1763336278.689947:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056217472 00000100:00100000:1.0:1763336278.689950:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056217472 00000100:00100000:1.0:1763336278.689968:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7786 00000100:00100000:1.0:1763336278.689975:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3649:x1848991056217216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336278.690056:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.690060:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336278.690062:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336278.690064:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336278.690066:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.690094:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3649:x1848991056217216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 119us (455us total) trans 17179872158 rc 0/0 00000100:00100000:1.0:1763336278.690100:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7786 00000100:00100000:1.0:1763336278.690113:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7787 00000100:00100000:1.0:1763336278.690119:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3646:x1848991056217344:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336278.690166:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.690169:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.690172:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336278.690174:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.690176:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.690204:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3646:x1848991056217344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 85us (387us total) trans 17179872159 rc 0/0 00000100:00100000:1.0:1763336278.690210:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7787 00000100:00100000:1.0:1763336278.690222:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7788 00000100:00100000:1.0:1763336278.690228:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3646:x1848991056217472:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336278.690277:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.690280:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.690283:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336278.690285:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.690287:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.690311:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3646:x1848991056217472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (450us total) trans 17179872160 rc 0/0 00000100:00100000:1.0:1763336278.690316:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7788 00000004:00080000:1.0:1763336278.690359:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892eb480/2, rc 0, transno 17179872160 00000100:00100000:1.0:1763336278.690364:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056217472:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336278.690373:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892e8380/2, rc 0, transno 17179872159 00000100:00100000:1.0:1763336278.690377:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056217344:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336278.690398:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91892e9180/2, rc 0, transno 17179872158 00000100:00100000:1.0:1763336278.690402:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91892e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056217216:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763336278.690734:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46099 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672eb expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.690749:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.690752:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336278.690781:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46092 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672eb expref: 19 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763336278.690813:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46099 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672eb expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.690848:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.690851:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336278.690854:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17000, rc 0) 00000100:00100000:2.0:1763336278.690896:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042167552:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7741us (7908us total) trans 4294969009 rc 0/0 00000100:00100000:2.0:1763336278.690914:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10745 00000100:00100000:3.0:1763336278.695320:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.695411:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042167680 00000100:00100000:0.0:1763336278.695430:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042167680 00000100:00100000:0.0:1763336278.695488:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7789 00000100:00100000:0.0:1763336278.695498:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991042167680:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336278.695515:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.695531:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672f2 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.695557:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336278.695564:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.695566:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.695570:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [61440->122879] (req 61440->122879) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.695599:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336278.695611:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 1166 lvb_type: 1 00000100:00100000:0.0:1763336278.695629:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056217600:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336278.695723:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336278.703725:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056217600:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336278.703760:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [61440->122879] (req 61440->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.703781:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:0.0:1763336278.707141:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042167680:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 11632us (11816us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.707156:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7789 00000100:00100000:1.0:1763336278.707363:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.707713:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042167808 00000100:00100000:0.0:1763336278.707722:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042167808 00010000:00010000:0.0:1763336278.707751:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 1166 lvb_type: 1 00000100:00100000:0.0:1763336278.707818:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3698 00000100:00100000:0.0:1763336278.707826:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042167808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336278.707839:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.707858:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 1166 lvb_type: 1 00010000:00010000:0.0:1763336278.707870:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 1166 lvb_type: 1 00010000:00010000:0.0:1763336278.707895:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4608b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672e4 expref: 16 pid: 8398 timeout: 1166 lvb_type: 1 00010000:00010000:0.0:1763336278.707920:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.707922:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336278.707930:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.707940:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.707971:0:6497:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336278.707981:0:6497:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056217728:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336278.708047:0:6497:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336278.715014:0:6497:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6497:1848991056217728:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336278.715041:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336278.715099:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042167808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7273us (7735us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.715111:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3698 00000100:00100000:1.0:1763336278.719103:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.719795:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042167936 00000100:00100000:2.0:1763336278.719816:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042167936 00000100:00100000:2.0:1763336278.719927:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10746 00000100:00100000:2.0:1763336278.719953:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042167936:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336278.719995:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.720031:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460a7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c672f9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.720137:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336278.720152:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.720161:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336278.720186:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 122549 00000004:00200000:2.0:1763336278.720190:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336278.720207:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336278.720230:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f9 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.720248:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f9 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.720256:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.720258:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336278.720261:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174000, rc 0) 00000100:00100000:2.0:1763336278.720347:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042167936:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 411us (1268us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.720355:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10746 00000100:00100000:1.0:1763336278.728220:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.728550:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168064 00000100:00100000:0.0:1763336278.728560:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168064 00000100:00100000:0.0:1763336278.728622:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2297 00000100:00100000:0.0:1763336278.728633:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042168064:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336278.728882:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 33386 -> 251024 00002000:00010000:0.0:1763336278.728886:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.728889:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336278.728891:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.728893:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 80 -> 152 00000100:00100000:0.0:1763336278.728953:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042168064:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 321us (740us total) trans 21474839569 rc 0/0 00000100:00100000:0.0:1763336278.728960:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2297 00000100:00100000:1.0:1763336278.735312:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.735367:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168192 00000100:00100000:3.0:1763336278.735377:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168192 00002000:00100000:3.0:1763336278.735434:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (61440->122879) req@ffff9c92b6ac5880 x1848991042168192/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.735444:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac5880 with x1848991042168192 ext(61440->122879) 00002000:00010000:3.0:1763336278.735449:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac5880 00000100:00100000:3.0:1763336278.735483:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2298 00000100:00100000:3.0:1763336278.735493:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042168192:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336278.740887:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6ac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042168192:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5388us (5574us total) trans 21474839570 rc 0/0 00000100:00100000:3.0:1763336278.740914:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2298 00002000:00100000:3.0:1763336278.740927:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (61440->122879) req@ffff9c92b6ac5880 x1848991042168192/t21474839570(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/448 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.740936:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92b6ac5880 with x1848991042168192 ext(61440->122879) 00002000:00010000:3.0:1763336278.740942:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92b6ac5880 00000100:00100000:1.0:1763336278.742681:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.742915:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168320 00000100:00100000:0.0:1763336278.742924:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168320 00000100:00100000:0.0:1763336278.742981:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7790 00000100:00100000:0.0:1763336278.742992:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042168320:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336278.745205:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839570 is committed 00000001:00080000:3.0:1763336278.745229:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839568 is committed 00000100:00100000:0.0:1763336278.745465:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042168320:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2470us (2786us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.745477:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7790 00000100:00100000:1.0:1763336278.750189:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.750255:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168448 00000100:00100000:3.0:1763336278.750265:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168448 00002000:00100000:3.0:1763336278.750306:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (122880->126975) req@ffff9c9186ca5c00 x1848991042168448/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.750314:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca5c00 with x1848991042168448 ext(122880->126975) 00002000:00010000:3.0:1763336278.750320:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca5c00 00000100:00100000:3.0:1763336278.750357:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2299 00000100:00100000:3.0:1763336278.750367:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042168448:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336278.750577:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042168448:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 211us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336278.750585:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2299 00002000:00100000:3.0:1763336278.750591:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (122880->126975) req@ffff9c9186ca5c00 x1848991042168448/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.750600:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca5c00 with x1848991042168448 ext(122880->126975) 00002000:00010000:3.0:1763336278.750603:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca5c00 00000100:00100000:1.0:1763336278.756015:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.756361:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168576 00000100:00100000:3.0:1763336278.756371:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168576 00002000:00100000:3.0:1763336278.756416:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (155648->159743) req@ffff9c9186ca4000 x1848991042168576/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.756426:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca4000 with x1848991042168576 ext(155648->159743) 00002000:00010000:3.0:1763336278.756431:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca4000 00000100:00100000:0.0:1763336278.756492:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2300 00000100:00100000:0.0:1763336278.756505:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042168576:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.756746:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042168576:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 244us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.756754:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2300 00002000:00100000:0.0:1763336278.756761:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (155648->159743) req@ffff9c9186ca4000 x1848991042168576/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.756769:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca4000 with x1848991042168576 ext(155648->159743) 00002000:00010000:0.0:1763336278.756772:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca4000 00000100:00100000:1.0:1763336278.764471:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.764846:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168704 00000100:00100000:0.0:1763336278.764856:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168704 00002000:00100000:0.0:1763336278.764901:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->163839) req@ffff9c9186ca6300 x1848991042168704/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.764921:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6300 with x1848991042168704 ext(159744->163839) 00002000:00010000:0.0:1763336278.764928:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca6300 00000100:00100000:0.0:1763336278.764965:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2301 00000100:00100000:0.0:1763336278.764976:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2407:x1848991042168704:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.765190:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2407:x1848991042168704:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 216us (728us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.765202:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2301 00002000:00100000:0.0:1763336278.765210:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (159744->163839) req@ffff9c9186ca6300 x1848991042168704/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.765221:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca6300 with x1848991042168704 ext(159744->163839) 00002000:00010000:0.0:1763336278.765224:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca6300 00000100:00100000:1.0:1763336278.769036:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.769283:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168832 00000100:00100000:3.0:1763336278.769293:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168832 00002000:00100000:3.0:1763336278.769333:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (135168->200703) req@ffff9c9186ca5880 x1848991042168832/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.769344:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca5880 with x1848991042168832 ext(135168->200703) 00002000:00010000:3.0:1763336278.769349:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca5880 00000100:00100000:3.0:1763336278.769381:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2302 00000100:00100000:3.0:1763336278.769389:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2406:x1848991042168832:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336278.772422:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2406:x1848991042168832:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3023us (3386us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763336278.772435:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2302 00002000:00100000:3.0:1763336278.772447:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (135168->200703) req@ffff9c9186ca5880 x1848991042168832/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/440 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.772456:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186ca5880 with x1848991042168832 ext(135168->200703) 00002000:00010000:3.0:1763336278.772462:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186ca5880 00000100:00100000:1.0:1763336278.779349:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.779439:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042168960 00000100:00100000:3.0:1763336278.779451:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042168960 00002000:00100000:3.0:1763336278.779492:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (155648->196607) req@ffff9c918b642d80 x1848991042168960/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336278.779502:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642d80 with x1848991042168960 ext(155648->196607) 00002000:00010000:3.0:1763336278.779508:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642d80 00000100:00100000:3.0:1763336278.779536:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2303 00000100:00100000:3.0:1763336278.779544:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042168960:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336278.784901:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042168960:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5349us (5553us total) trans 21474839571 rc 0/0 00000100:00100000:2.0:1763336278.784921:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2303 00002000:00100000:2.0:1763336278.784933:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (155648->196607) req@ffff9c918b642d80 x1848991042168960/t21474839571(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/448 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.784943:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642d80 with x1848991042168960 ext(155648->196607) 00002000:00010000:2.0:1763336278.784948:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642d80 00000100:00100000:1.0:1763336278.788010:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.788098:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169088 00000100:00100000:0.0:1763336278.788107:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169088 00000100:00100000:0.0:1763336278.788157:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7791 00000100:00100000:0.0:1763336278.788166:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042169088:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336278.792395:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839571 is committed 00000100:00100000:0.0:1763336278.792571:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042169088:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 4399us (4563us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.792582:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7791 00000100:00100000:1.0:1763336278.803810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.803883:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169216 00000100:00100000:2.0:1763336278.803893:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169216 00002000:00100000:2.0:1763336278.803951:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (0->253951) req@ffff9c918b642300 x1848991042169216/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 520/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.803963:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642300 with x1848991042169216 ext(0->253951) 00002000:00010000:2.0:1763336278.803969:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642300 00000100:00100000:2.0:1763336278.804010:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2304 00000100:00100000:2.0:1763336278.804023:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042169216:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336278.808967:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042169216:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 4939us (5158us total) trans 0 rc 122880/122880 00000100:00100000:2.0:1763336278.808981:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2304 00002000:00100000:2.0:1763336278.808993:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (0->253951) req@ffff9c918b642300 x1848991042169216/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 520/440 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 122880/122880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.809016:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b642300 with x1848991042169216 ext(0->253951) 00002000:00010000:2.0:1763336278.809023:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b642300 00000100:00100000:3.0:1763336278.817945:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.818309:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169344 00000100:00100000:2.0:1763336278.818319:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169344 00002000:00100000:2.0:1763336278.818767:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (40960->102399) req@ffff9c9184f40a80 x1848991042169344/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.818779:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f40a80 with x1848991042169344 ext(40960->102399) 00002000:00010000:2.0:1763336278.818785:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f40a80 00000100:00100000:2.0:1763336278.818811:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2305 00000100:00100000:2.0:1763336278.818822:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042169344:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336278.824965:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042169344:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 6136us (7019us total) trans 21474839572 rc 0/0 00000100:00100000:2.0:1763336278.824979:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2305 00002000:00100000:2.0:1763336278.824992:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (40960->102399) req@ffff9c9184f40a80 x1848991042169344/t21474839572(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/448 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.825002:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f40a80 with x1848991042169344 ext(40960->102399) 00002000:00010000:2.0:1763336278.825009:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f40a80 00000100:00100000:1.0:1763336278.832955:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.833288:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169472 00000100:00100000:0.0:1763336278.833298:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169472 00000100:00100000:0.0:1763336278.833354:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7792 00000100:00100000:0.0:1763336278.833364:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042169472:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:3.0:1763336278.834953:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839572 is committed 00000100:00100000:0.0:1763336278.835122:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042169472:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1754us (2170us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.835132:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7792 00000100:00100000:1.0:1763336278.849179:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.849278:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169600 00000100:00100000:2.0:1763336278.849289:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169600 00002000:00100000:2.0:1763336278.849333:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (102400->221183) req@ffff9c918b641c00 x1848991042169600/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.849344:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641c00 with x1848991042169600 ext(102400->221183) 00002000:00010000:2.0:1763336278.849350:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641c00 00000100:00100000:2.0:1763336278.849384:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2306 00000100:00100000:2.0:1763336278.849394:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042169600:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336278.853426:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042169600:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4024us (4247us total) trans 21474839573 rc 0/0 00000100:00100000:2.0:1763336278.853438:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2306 00002000:00100000:2.0:1763336278.853451:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (102400->221183) req@ffff9c918b641c00 x1848991042169600/t21474839573(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/448 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.853460:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b641c00 with x1848991042169600 ext(102400->221183) 00002000:00010000:2.0:1763336278.853467:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b641c00 00000100:00100000:1.0:1763336278.856161:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.856264:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169728 00000100:00100000:0.0:1763336278.856273:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169728 00000100:00100000:0.0:1763336278.856334:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7793 00000100:00100000:0.0:1763336278.856345:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042169728:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:2.0:1763336278.860456:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839573 is committed 00000100:00100000:0.0:1763336278.860769:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2405:x1848991042169728:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 4420us (4611us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.860780:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7793 00000100:00100000:3.0:1763336278.864807:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.864944:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042169856 00000100:00100000:2.0:1763336278.864955:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042169856 00000100:00100000:2.0:1763336278.865020:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2307 00000100:00100000:2.0:1763336278.865031:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042169856:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336278.865359:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 251024 -> 251024 00002000:00010000:2.0:1763336278.865363:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.865366:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336277 -> 1763336278 00002000:00010000:2.0:1763336278.865368:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.865371:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 152 -> 464 00000100:00100000:2.0:1763336278.865430:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042169856:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 401us (631us total) trans 21474839574 rc 0/0 00000100:00100000:2.0:1763336278.865438:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2307 00000100:00100000:2.0:1763336278.880250:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.880382:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170112 00000100:00100000:0.0:1763336278.880392:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170112 00000100:00100000:0.0:1763336278.882397:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10747 00000100:00100000:0.0:1763336278.882412:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042170112:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336278.882465:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336278.882493:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46099 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672eb expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.882515:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460ae lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f9 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.882528:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.882534:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.882747:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336278.882766:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.882775:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336278.882817:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969010 00000004:00010000:0.0:1763336278.882960:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1074d37 reply state 0000000008b07859 transno 4294969011 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.882973:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.882979:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.882982:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336278.882985:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336278.883074:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042170112:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 666us (2831us total) trans 4294969011 rc 0/0 00000100:00100000:0.0:1763336278.883082:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10747 00000020:00080000:0.0:1763336278.883199:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336278.887735:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.887806:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170240 00000100:00100000:2.0:1763336278.887815:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170240 00000100:00100000:2.0:1763336278.887880:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10748 00000100:00100000:2.0:1763336278.887889:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042170240:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336278.887917:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336278.887936:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67300 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.887985:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.887999:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336278.888013:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336278.888016:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336278.888019:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174800, rc 0) 00000100:00100000:2.0:1763336278.888075:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042170240:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 187us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336278.888082:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10748 00000100:00100000:0.0:1763336278.891961:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.892071:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170368 00000100:00100000:2.0:1763336278.892080:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170368 00002000:00010000:2.0:1763336278.892113:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (50120->18446744073709551615) 00002000:00100000:2.0:1763336278.892117:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c74700 with x1848991042170368 ext(50120->18446744073709551615) 00002000:00010000:2.0:1763336278.892129:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c74700. 00000100:00100000:2.0:1763336278.892156:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2308 00000100:00100000:2.0:1763336278.892164:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042170368:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336278.892605:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 251024 -> 50120 00002000:00010000:2.0:1763336278.892609:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.892611:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.892614:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.892616:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 464 -> 88 00000100:00100000:2.0:1763336278.894705:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042170368:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 2516us (2727us total) trans 21474839575 rc 0/0 00000100:00100000:2.0:1763336278.894719:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2308 00002000:00010000:2.0:1763336278.894726:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (50120->18446744073709551615) 00002000:00100000:2.0:1763336278.894729:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c74700 with x1848991042170368 ext(50120->18446744073709551615) 00002000:00010000:2.0:1763336278.894739:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183c74700. 00000100:00100000:3.0:1763336278.895191:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.898743:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170496 00000100:00100000:2.0:1763336278.898758:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170496 00002000:00010000:2.0:1763336278.898806:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336278.898810:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f40700 with x1848991042170496 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336278.898822:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f40700. 00000100:00100000:2.0:1763336278.898854:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2309 00000100:00100000:2.0:1763336278.898863:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042170496:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336278.899011:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336278.899015:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.899017:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:2.0:1763336278.899021:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.899023:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336278.899102:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042170496:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 240us (3912us total) trans 21474839576 rc 0/0 00000100:00100000:2.0:1763336278.899110:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2309 00002000:00010000:2.0:1763336278.899113:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336278.899116:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184f40700 with x1848991042170496 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336278.899121:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184f40700. 00000100:00100000:1.0:1763336278.900540:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.900789:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170624 00000100:00100000:0.0:1763336278.900798:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170624 00002000:00010000:0.0:1763336278.900832:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.900837:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bed80 with x1848991042170624 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.900846:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bed80. 00000100:00100000:0.0:1763336278.900875:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2310 00000100:00100000:0.0:1763336278.900884:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042170624:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336278.901197:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336278.901201:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.901203:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:0.0:1763336278.901205:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336278.901207:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336278.902231:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042170624:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 1343us (1690us total) trans 17179872161 rc 0/0 00000100:00100000:0.0:1763336278.902240:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2310 00002000:00010000:0.0:1763336278.902246:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336278.902249:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bed80 with x1848991042170624 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336278.902255:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91861bed80. 00000100:00100000:3.0:1763336278.906623:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.906818:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170752 00000100:00100000:0.0:1763336278.906827:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170752 00000100:00100000:0.0:1763336278.906942:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10749 00000100:00100000:0.0:1763336278.906953:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042170752:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336278.906971:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336278.906991:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460c3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67307 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.907077:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460ca lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336278.907326:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.907340:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336278.907369:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 50120 00000004:00200000:0.0:1763336278.907374:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336278.907392:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460ca lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.907418:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460c3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67307 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.907435:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460ca lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67307 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.907444:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.907447:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336278.907450:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:0.0:1763336278.908055:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042170752:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 1100us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.908064:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10749 00000100:00100000:3.0:1763336278.917424:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.918044:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042170880 00000100:00100000:0.0:1763336278.918055:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042170880 00000100:00100000:2.0:1763336278.918523:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2311 00000100:00100000:2.0:1763336278.918537:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042170880:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336278.918727:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 50120 -> 50120 00002000:00010000:2.0:1763336278.918730:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.918733:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.918735:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336278.918737:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:2.0:1763336278.918789:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042170880:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 256us (1386us total) trans 21474839577 rc 0/0 00000100:00100000:2.0:1763336278.918796:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2311 00000100:00100000:1.0:1763336278.925269:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.925335:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171136 00000100:00100000:0.0:1763336278.925344:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171136 00000100:00100000:0.0:1763336278.925394:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10750 00000100:00100000:0.0:1763336278.925403:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042171136:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336278.925453:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336278.925479:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460ca lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67307 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336278.925497:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.925502:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336278.925655:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336278.925673:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.925682:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336278.925750:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969012 00000004:00010000:0.0:1763336278.925768:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000060d936a2 reply state 00000000c53de3d6 transno 4294969013 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.925779:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336278.925786:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336278.925789:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336278.925791:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336278.925870:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042171136:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 467us (607us total) trans 4294969013 rc 0/0 00000100:00100000:0.0:1763336278.925877:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10750 00000020:00080000:0.0:1763336278.925882:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336278.930443:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.930485:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336278.930519:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336278.930858:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171264 00000100:00100000:1.0:1763336278.930868:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171264 00002000:00010000:1.0:1763336278.930911:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:1.0:1763336278.930915:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0ca80 with x1848991042171264 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336278.930926:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0ca80. 00000100:00100000:1.0:1763336278.930943:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171392 00000100:00100000:1.0:1763336278.930945:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171392 00002000:00010000:1.0:1763336278.930954:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.930957:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0ea00 with x1848991042171392 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.930961:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0ea00. 00000100:00100000:1.0:1763336278.930977:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171520 00000100:00100000:1.0:1763336278.930980:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171520 00002000:00010000:1.0:1763336278.930988:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.930991:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0f800 with x1848991042171520 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.930996:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0f800. 00000100:00100000:1.0:1763336278.931011:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2312 00000100:00100000:1.0:1763336278.931019:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042171264:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336278.931160:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 50120 -> 262144 00002000:00010000:1.0:1763336278.931164:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931166:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931169:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931171:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1763336278.931216:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042171264:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 198us (782us total) trans 21474839578 rc 0/0 00000100:00100000:1.0:1763336278.931223:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2312 00002000:00010000:1.0:1763336278.931227:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:1.0:1763336278.931230:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0ca80 with x1848991042171264 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336278.931233:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0ca80. 00000100:00100000:1.0:1763336278.931249:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2313 00000100:00100000:1.0:1763336278.931254:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042171392:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336278.931294:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.931296:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931299:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336278.931301:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931303:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336278.931321:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042171392:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 66us (836us total) trans 21474839579 rc 0/0 00000100:00100000:1.0:1763336278.931327:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2313 00002000:00010000:1.0:1763336278.931330:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.931332:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0ea00 with x1848991042171392 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.931335:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0ea00. 00000100:00100000:1.0:1763336278.931345:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2314 00000100:00100000:1.0:1763336278.931351:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042171520:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336278.931402:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336278.931405:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931407:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336277 -> 1763336277 00002000:00010000:1.0:1763336278.931409:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336278.931411:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336278.931429:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042171520:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 78us (910us total) trans 17179872162 rc 0/0 00000100:00100000:1.0:1763336278.931435:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2314 00002000:00010000:1.0:1763336278.931438:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336278.931440:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0f800 with x1848991042171520 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336278.931444:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183a0f800. 00000100:00100000:3.0:1763336278.936859:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.937156:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171648 00000100:00100000:0.0:1763336278.937176:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171648 00002000:00100000:0.0:1763336278.937219:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (217088->262143) req@ffff9c9183a0d180 x1848991042171648/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.937231:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d180 with x1848991042171648 ext(217088->262143) 00002000:00010000:0.0:1763336278.937236:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d180 00000100:00100000:0.0:1763336278.937268:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2315 00000100:00100000:0.0:1763336278.937276:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042171648:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.940437:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042171648:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3142us (3579us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1763336278.940451:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2315 00002000:00100000:0.0:1763336278.940478:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (217088->262143) req@ffff9c9183a0d180 x1848991042171648/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/440 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.940489:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d180 with x1848991042171648 ext(217088->262143) 00002000:00010000:0.0:1763336278.940496:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d180 00000100:00100000:3.0:1763336278.945774:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.946205:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171776 00000100:00100000:0.0:1763336278.946214:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171776 00002000:00100000:0.0:1763336278.946259:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (221184->225279) req@ffff9c9183a0fb80 x1848991042171776/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.946269:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0fb80 with x1848991042171776 ext(221184->225279) 00002000:00010000:0.0:1763336278.946275:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0fb80 00000100:00100000:0.0:1763336278.946313:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2316 00000100:00100000:0.0:1763336278.946322:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042171776:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.946644:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042171776:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 321us (877us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.946652:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2316 00002000:00100000:0.0:1763336278.946663:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (221184->225279) req@ffff9c9183a0fb80 x1848991042171776/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.946671:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0fb80 with x1848991042171776 ext(221184->225279) 00002000:00010000:0.0:1763336278.946674:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0fb80 00000100:00100000:3.0:1763336278.951841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.951936:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042171904 00000100:00100000:0.0:1763336278.951946:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042171904 00002000:00100000:0.0:1763336278.951996:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (225280->229375) req@ffff9c9183a0f480 x1848991042171904/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.952013:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0f480 with x1848991042171904 ext(225280->229375) 00002000:00010000:0.0:1763336278.952019:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0f480 00000100:00100000:0.0:1763336278.952053:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2317 00000100:00100000:0.0:1763336278.952378:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042171904:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.952582:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042171904:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 511us (741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.952590:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2317 00002000:00100000:0.0:1763336278.952598:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (225280->229375) req@ffff9c9183a0f480 x1848991042171904/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.952606:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0f480 with x1848991042171904 ext(225280->229375) 00002000:00010000:0.0:1763336278.952610:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0f480 00000100:00100000:1.0:1763336278.956354:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.956532:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172032 00000100:00100000:0.0:1763336278.956542:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172032 00002000:00100000:0.0:1763336278.956586:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (229376->233471) req@ffff9c91861bd500 x1848991042172032/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.956596:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd500 with x1848991042172032 ext(229376->233471) 00002000:00010000:0.0:1763336278.956602:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd500 00000100:00100000:0.0:1763336278.956635:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2318 00000100:00100000:0.0:1763336278.956645:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172032:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.956863:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172032:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 219us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.956871:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2318 00002000:00100000:0.0:1763336278.956878:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (229376->233471) req@ffff9c91861bd500 x1848991042172032/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.956886:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd500 with x1848991042172032 ext(229376->233471) 00002000:00010000:0.0:1763336278.956889:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd500 00000100:00100000:3.0:1763336278.960438:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.960834:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172160 00000100:00100000:0.0:1763336278.960845:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172160 00002000:00100000:0.0:1763336278.961221:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (233472->237567) req@ffff9c9183a0d500 x1848991042172160/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.961232:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d500 with x1848991042172160 ext(233472->237567) 00002000:00010000:0.0:1763336278.961239:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d500 00000100:00100000:0.0:1763336278.961278:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2319 00000100:00100000:0.0:1763336278.961289:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042172160:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.961492:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183a0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042172160:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 204us (1062us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.961501:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2319 00002000:00100000:0.0:1763336278.961508:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (233472->237567) req@ffff9c9183a0d500 x1848991042172160/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.961517:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183a0d500 with x1848991042172160 ext(233472->237567) 00002000:00010000:0.0:1763336278.961521:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183a0d500 00000100:00100000:3.0:1763336278.964549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.964615:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172288 00000100:00100000:2.0:1763336278.964643:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172288 00002000:00100000:2.0:1763336278.964767:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (237568->241663) req@ffff9c9187015180 x1848991042172288/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.964781:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015180 with x1848991042172288 ext(237568->241663) 00002000:00010000:2.0:1763336278.964787:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015180 00000100:00100000:2.0:1763336278.964819:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2320 00000100:00100000:2.0:1763336278.964829:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172288:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336278.965235:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172288:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 393us (679us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336278.965242:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2320 00002000:00100000:2.0:1763336278.965261:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (237568->241663) req@ffff9c9187015180 x1848991042172288/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.965269:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015180 with x1848991042172288 ext(237568->241663) 00002000:00010000:2.0:1763336278.965280:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015180 00000100:00100000:1.0:1763336278.968545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.968742:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172416 00000100:00100000:0.0:1763336278.968754:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172416 00002000:00100000:0.0:1763336278.968810:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (241664->245759) req@ffff9c91861bc380 x1848991042172416/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.968822:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc380 with x1848991042172416 ext(241664->245759) 00002000:00010000:0.0:1763336278.968827:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc380 00000100:00100000:0.0:1763336278.968862:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2321 00000100:00100000:0.0:1763336278.968872:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042172416:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.969073:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042172416:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 202us (535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.969081:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2321 00002000:00100000:0.0:1763336278.969088:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (241664->245759) req@ffff9c91861bc380 x1848991042172416/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.969095:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bc380 with x1848991042172416 ext(241664->245759) 00002000:00010000:0.0:1763336278.969098:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bc380 00000100:00100000:3.0:1763336278.972594:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.972752:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172544 00000100:00100000:0.0:1763336278.972761:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172544 00002000:00100000:0.0:1763336278.972807:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (245760->249855) req@ffff9c9187014380 x1848991042172544/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.972817:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014380 with x1848991042172544 ext(245760->249855) 00002000:00010000:0.0:1763336278.972823:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014380 00000100:00100000:0.0:1763336278.972857:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2322 00000100:00100000:0.0:1763336278.972867:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172544:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.973116:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172544:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 249us (528us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.973124:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2322 00002000:00100000:0.0:1763336278.973131:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (245760->249855) req@ffff9c9187014380 x1848991042172544/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.973139:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014380 with x1848991042172544 ext(245760->249855) 00002000:00010000:0.0:1763336278.973143:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187014380 00000100:00100000:3.0:1763336278.976582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.976813:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172672 00000100:00100000:0.0:1763336278.976823:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172672 00002000:00100000:0.0:1763336278.976864:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (249856->253951) req@ffff9c9187017800 x1848991042172672/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.976875:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187017800 with x1848991042172672 ext(249856->253951) 00002000:00010000:0.0:1763336278.976881:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187017800 00000100:00100000:0.0:1763336278.976921:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2323 00000100:00100000:0.0:1763336278.976930:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042172672:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336278.977105:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042172672:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 175us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336278.977112:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2323 00002000:00100000:0.0:1763336278.977119:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (249856->253951) req@ffff9c9187017800 x1848991042172672/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 488/4536 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336278.977127:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187017800 with x1848991042172672 ext(249856->253951) 00002000:00010000:0.0:1763336278.977130:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187017800 00000100:00100000:1.0:1763336278.980750:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336278.980849:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172800 00000100:00100000:2.0:1763336278.980859:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172800 00002000:00100000:2.0:1763336278.980916:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (106496->262143) req@ffff9c91861bd180 x1848991042172800/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/0 e 0 to 0 dl 1763336289 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.980928:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd180 with x1848991042172800 ext(106496->262143) 00002000:00010000:2.0:1763336278.980935:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd180 00000100:00100000:2.0:1763336278.980969:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2324 00000100:00100000:2.0:1763336278.980979:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042172800:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336278.985881:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91861bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042172800:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4894us (5129us total) trans 21474839580 rc 0/0 00000100:00100000:2.0:1763336278.985894:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2324 00002000:00100000:2.0:1763336278.985916:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (106496->262143) req@ffff9c91861bd180 x1848991042172800/t21474839580(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:569/0 lens 504/448 e 0 to 0 dl 1763336289 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336278.986899:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91861bd180 with x1848991042172800 ext(106496->262143) 00002000:00010000:2.0:1763336278.986914:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91861bd180 00000100:00100000:3.0:1763336278.992217:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336278.992410:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042172928 00000100:00100000:0.0:1763336278.992420:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042172928 00000100:00100000:0.0:1763336278.992481:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7794 00000100:00100000:0.0:1763336278.992492:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042172928:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:2.0:1763336278.997507:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839580 is committed 00000100:00100000:0.0:1763336278.997730:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2407:x1848991042172928:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 5233us (5517us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336278.997742:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7794 00000100:00100000:1.0:1763336279.005532:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.005611:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042173056 00000100:00100000:2.0:1763336279.005620:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042173056 00000100:00100000:2.0:1763336279.005676:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10751 00000100:00100000:2.0:1763336279.005784:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042173056:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336279.005805:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.005826:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460d8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6730e expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.005978:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460df lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336279.005992:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.006003:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336279.006030:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336279.006034:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336279.006051:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.006076:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa460d8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6730e expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.006093:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6730e expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.006101:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336279.006104:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336279.006109:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2175800, rc 0) 00000100:00100000:2.0:1763336279.007791:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042173056:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 2098us (2259us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.007802:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10751 00000100:00100000:3.0:1763336279.015756:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.015854:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042173312 00000100:00100000:2.0:1763336279.015863:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042173312 00000100:00100000:1.0:1763336279.016618:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3694 00000100:00100000:1.0:1763336279.016631:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042173312:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336279.017939:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042173312:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 1307us (2187us total) trans 4294969014 rc 0/0 00000100:00100000:1.0:1763336279.017949:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3694 00000100:00100000:2.0:1763336279.043024:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.043107:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042173568 00000100:00100000:0.0:1763336279.043117:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042173568 00000100:00100000:0.0:1763336279.043174:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10752 00000100:00100000:0.0:1763336279.043185:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57640:x1848991042173568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.043207:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.043228:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460e6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67315 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.043300:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.043314:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043325:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043339:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.043346:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043353:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043455:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa460fb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.043465:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa460fb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043471:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa460fb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336279.043481:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336279.043554:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043562:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043568:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043575:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043581:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336279.043585:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043591:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043602:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9283d3a200) 00010000:00010000:0.0:1763336279.043605:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336279.043610:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043616:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa460ed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043627:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043632:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043637:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043646:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336279.043649:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043654:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043661:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9283d3a400) 00010000:00010000:0.0:1763336279.043663:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336279.043666:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043671:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa460f4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.043754:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa460e6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67315 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.043770:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa460fb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67315 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.043777:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.043779:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336279.043782:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336279.043836:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57640:x1848991042173568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 653us (821us total) trans 4294969015 rc 0/0 00000100:00100000:0.0:1763336279.043843:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10752 00000100:00100000:2.0:1763336279.048516:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.048592:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042173696 00000100:00100000:0.0:1763336279.048603:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042173696 00000100:00100000:0.0:1763336279.048668:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 467 00000100:00100000:0.0:1763336279.048678:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042173696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.048928:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.048956:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa460fb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67315 expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.048973:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.048977:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.049030:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042173696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 354us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.049038:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 467 00000100:00100000:1.0:1763336279.050567:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.050672:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042173952 00000100:00100000:2.0:1763336279.050681:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042173952 00000100:00100000:2.0:1763336279.050877:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10753 00000100:00100000:2.0:1763336279.050888:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57640:x1848991042173952:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.050920:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.050943:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46109 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6731c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.052371:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336279.052390:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.052402:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336279.052413:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5e:0x0]: returning size 0 00010000:00010000:2.0:1763336279.052473:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46109 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.052504:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.052517:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:2.0:1763336279.052520:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336279.052523:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:2.0:1763336279.052599:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57640:x1848991042173952:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1713us (2038us total) trans 4294969016 rc 0/0 00000100:00100000:2.0:1763336279.052607:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10753 00000100:00100000:2.0:1763336279.058783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.059072:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042174208 00000100:00100000:0.0:1763336279.059081:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042174208 00000100:00100000:0.0:1763336279.059132:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10754 00000100:00100000:0.0:1763336279.059140:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57640:x1848991042174208:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.059162:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.059179:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4611e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67323 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.059269:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336279.059281:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.059290:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.059317:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.059330:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 30 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.059342:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056217856:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.063446:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324db40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.064467:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056217856:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336279.064492:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336279.067257:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.067464:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042174336 00000100:00100000:0.0:1763336279.067473:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042174336 00010000:00010000:0.0:1763336279.067508:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 31 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.067545:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3699 00000100:00100000:0.0:1763336279.067554:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042174336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.067567:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.067573:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 31 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.067585:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 31 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.067604:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46110 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6731c expref: 31 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.067619:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:0.0:1763336279.067624:0:6497:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.067633:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.067645:0:6497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.067670:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.067740:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042174336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.067747:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3699 00010000:00010000:2.0:1763336279.068141:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068148:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336279.068164:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5e:0x0]: returning size 0 00000004:00080000:2.0:1763336279.068312:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x43:0x0], index 1: 0 00000004:00080000:2.0:1763336279.068320:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x41:0x0], index 0: 0 00010000:00010000:2.0:1763336279.068416:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068423:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068429:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068439:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.068443:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068450:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068459:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:2.0:1763336279.068462:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336279.068466:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068471:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16400/0x84ca14902aa46125 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.068512:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4611e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67323 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.068521:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:2.0:1763336279.068524:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763336279.068527:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4611e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67323 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.068543:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16a00, rc 0) 00000100:00100000:2.0:1763336279.068588:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57640:x1848991042174208:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9448us (9813us total) trans 4294969017 rc 301/301 00000100:00100000:2.0:1763336279.068595:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10754 00000100:00100000:2.0:1763336279.072571:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.072656:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042174592 00000100:00100000:1.0:1763336279.072666:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042174592 00000100:00100000:1.0:1763336279.072759:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3695 00000100:00100000:1.0:1763336279.072769:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57640:x1848991042174592:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336279.073031:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57640:x1848991042174592:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 263us (468us total) trans 4294969018 rc 0/0 00000100:00100000:1.0:1763336279.073039:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3695 00000100:00100000:1.0:1763336279.080404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.081264:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042174720 00000100:00100000:2.0:1763336279.081275:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042174720 00000100:00100000:3.0:1763336279.081378:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10755 00000100:00100000:3.0:1763336279.081389:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57640:x1848991042174720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336279.081410:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336279.081431:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46133 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6732a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.081500:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4613a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336279.081513:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4613a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336279.081523:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4613a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336279.081567:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5e:0x0]: returning size 0 00000004:00200000:3.0:1763336279.081572:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336279.081587:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4613a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336279.081612:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46133 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6732a expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.081627:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4613a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6732a expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.081636:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:3.0:1763336279.081639:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763336279.081642:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336279.084446:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57640:x1848991042174720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3046us (4038us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.084459:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10755 00000100:00100000:1.0:1763336279.084673:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.085100:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.085179:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042174848 00000100:00100000:0.0:1763336279.085188:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042174848 00000100:00100000:0.0:1763336279.085230:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042174976 00000100:00100000:0.0:1763336279.085233:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042174976 00000100:00100000:0.0:1763336279.085264:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7795 00000100:00100000:0.0:1763336279.085273:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2407:x1848991042174848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.085289:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.085310:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67331 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336279.085329:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336279.085349:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.085351:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.085359:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 29 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.085377:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 29 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.085390:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336279.085435:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2407:x1848991042174848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 163us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.085442:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7795 00000100:00100000:0.0:1763336279.085457:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7796 00000100:00100000:0.0:1763336279.085464:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2407:x1848991042174976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.085471:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.085482:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67338 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336279.085573:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763336279.085585:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.085587:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.085591:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 11 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.085604:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 11 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.085614:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:0.0:1763336279.085635:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042174976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 172us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.085641:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7796 00000100:00100000:2.0:1763336279.089938:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.090199:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042175232 00000100:00100000:3.0:1763336279.090208:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042175232 00000100:00100000:3.0:1763336279.090261:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10756 00000100:00100000:3.0:1763336279.090270:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57640:x1848991042175232:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336279.090291:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336279.090311:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4614f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6733f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.090406:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa46156 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336279.090421:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa46156 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336279.090432:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa46156 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:3.0:1763336279.090443:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:3.0:1763336279.090542:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4614f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6733f expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.090559:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa46156 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6733f expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.090566:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.090569:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336279.090572:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336279.090630:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57640:x1848991042175232:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 361us (701us total) trans 4294969019 rc 0/0 00000100:00100000:3.0:1763336279.090637:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10756 00000100:00100000:1.0:1763336279.094585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.094625:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.094660:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.094760:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042175360 00000100:00100000:3.0:1763336279.094771:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042175360 00000100:00100000:3.0:1763336279.094825:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042175488 00000100:00100000:3.0:1763336279.094828:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042175488 00000100:00100000:3.0:1763336279.094846:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042175616 00000100:00100000:3.0:1763336279.094848:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042175616 00000100:00100000:3.0:1763336279.094867:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7797 00000100:00100000:3.0:1763336279.094876:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042175360:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336279.094933:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.094952:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.094960:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336279.094962:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336279.094965:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.094998:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.095011:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 12 pid: 28588 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.095026:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187014a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056217984:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.095028:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7798 00000100:00100000:0.0:1763336279.095037:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042175488:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336279.095056:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.095066:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.095073:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336279.095075:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336279.095077:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.095093:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9281351d80 going to sleep for 11 seconds 00010000:00010000:0.0:1763336279.095094:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.095102:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 12 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.095111:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056218112:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.095136:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:1.0:1763336279.095146:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7799 00000100:00100000:1.0:1763336279.095155:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042175616:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336279.095174:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.095186:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 29 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.095192:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336279.095194:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336279.095196:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.095215:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 29 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.095230:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 29 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.095242:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056218240:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.095266:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92c20c7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.099410:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056217984:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336279.099442:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.099597:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056218112:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.099611:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.099677:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.099735:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.099757:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.099781:0:8413:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042175872 00000100:00100000:1.0:1763336279.099789:0:8413:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042175872 00010000:00010000:1.0:1763336279.099823:0:8413:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 13 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.099925:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042175744 00000100:00100000:0.0:1763336279.099929:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042175744 00010000:00010000:0.0:1763336279.099944:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 14 pid: 28588 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.099971:0:6497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176000 00000100:00100000:0.0:1763336279.099974:0:6497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176000 00010000:00010000:0.0:1763336279.099987:0:6497:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 30 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.100016:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3700 00000100:00100000:0.0:1763336279.100026:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042175744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.100039:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763336279.100055:0:6497:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 304 00010000:00010000:0.0:1763336279.100062:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 14 pid: 28588 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.100073:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 14 pid: 28588 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.100094:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa460a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->122879) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672f2 expref: 14 pid: 28588 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.100108:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.100110:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.100114:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100123:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100146:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.100191:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042175744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 166us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.100198:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3700 00000100:00100000:0.0:1763336279.100213:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3701 00000100:00100000:0.0:1763336279.100219:0:6497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2406:x1848991042176000:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.100229:0:6497:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.100240:0:6497:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 30 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.100248:0:6497:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 30 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.100260:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.100262:0:6497:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.100265:0:6497:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100272:0:6497:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100281:0:6497:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.100296:0:6497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2406:x1848991042176000:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 77us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.100301:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3701 00010000:00010000:0.0:1763336279.100320:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100327:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100343:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100351:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100358:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100364:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336279.100368:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100374:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100383:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.100389:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf400/0x84ca14902aa46164 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.100424:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042175360:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5549us (5847us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.100430:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7797 00010000:00010000:2.0:1763336279.100617:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa45fff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672b3 expref: 29 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.100629:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056218240:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336279.100645:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100653:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100659:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100673:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100681:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100722:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100728:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.100731:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100743:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100753:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.100760:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46172 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.100800:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042175616:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5647us (6139us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.100806:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7799 00000100:00100000:1.0:1763336279.101060:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3702 00000100:00100000:1.0:1763336279.101071:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042175872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.101081:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.101093:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 11 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.101103:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 11 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.101117:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17800/0x84ca14902aa45ff8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c672ac expref: 11 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.101127:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.101129:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.101133:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101140:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101159:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.101186:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2407:x1848991042175872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 118us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.101192:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3702 00010000:00010000:1.0:1763336279.101241:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101250:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101263:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101270:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101282:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101289:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.101292:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101299:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101310:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.101317:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16a00/0x84ca14902aa4616b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.101351:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+9:2405:x1848991042175488:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 6316us (6724us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.101358:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7798 00000100:00100000:0.0:1763336279.107636:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.107679:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.107740:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.107997:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176256 00000100:00100000:2.0:1763336279.108006:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176256 00000100:00100000:2.0:1763336279.108049:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176128 00000100:00100000:2.0:1763336279.108052:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176128 00000100:00100000:2.0:1763336279.108068:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176384 00000100:00100000:2.0:1763336279.108071:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176384 00000100:00100000:2.0:1763336279.108098:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7800 00000100:00100000:2.0:1763336279.108107:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2406:x1848991042176256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.108123:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.108144:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6734d expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336279.108167:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6056, atime: 0x691a6055, ctime: 0x691a6056, blocks: 0x1800 00010000:00010000:2.0:1763336279.108186:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.108189:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.108199:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 11 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.108215:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 11 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.108228:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:2.0:1763336279.108279:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042176256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 172us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.108287:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7800 00000100:00100000:2.0:1763336279.108309:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7801 00000100:00100000:2.0:1763336279.108316:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2406:x1848991042176128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.108322:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.108331:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67346 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336279.108342:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 262144, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6056, blocks: 0x130 00010000:00010000:2.0:1763336279.108350:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.108352:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.108357:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 11 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.108367:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 11 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.108376:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280031600, rc 0) 00000100:00100000:2.0:1763336279.108396:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042176128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 80us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.108402:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7801 00000100:00100000:2.0:1763336279.108415:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7802 00000100:00100000:2.0:1763336279.108422:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2406:x1848991042176384:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.108429:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.108440:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67354 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336279.108466:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6056, atime: 0x691a6055, ctime: 0x691a6056, blocks: 0x0 00010000:00010000:2.0:1763336279.108478:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.108480:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.108484:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 29 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.108495:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 29 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.108504:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c2174000, rc 0) 00000100:00100000:2.0:1763336279.108529:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2406:x1848991042176384:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 108us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.108536:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7802 00010000:00010000:0.0:1763336279.142360:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336279.157568:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.157752:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176512 00000100:00100000:0.0:1763336279.157762:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176512 00000100:00100000:3.0:1763336279.157998:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7803 00000100:00100000:3.0:1763336279.158011:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042176512:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336279.158139:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042176512:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 131us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.158147:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7803 00000100:00100000:3.0:1763336279.160974:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.161133:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176640 00000100:00100000:2.0:1763336279.161143:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176640 00000100:00100000:2.0:1763336279.161200:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10757 00000100:00100000:2.0:1763336279.161210:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57640:x1848991042176640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.161235:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.161256:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa4618e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6735b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.161293:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336279.161307:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.161318:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.161426:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281400/0x84ca14902aa4618e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.161443:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.161452:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336279.161454:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763336279.161457:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bb281600, rc 0) 00000100:00100000:2.0:1763336279.161524:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57640:x1848991042176640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 315us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.161531:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10757 00000100:00100000:2.0:1763336279.165119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.165346:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042176896 00000100:00100000:0.0:1763336279.165357:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042176896 00000100:00100000:0.0:1763336279.165666:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10758 00000100:00100000:0.0:1763336279.165677:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57640:x1848991042176896:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336279.165847:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.165871:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4613a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6732a expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.165887:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336279.165892:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336279.166049:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.166062:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.166071:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336279.166114:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969020 00000004:00010000:0.0:1763336279.166135:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2dc1ffb reply state 00000000ac5b57bd transno 4294969021 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.166145:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.166151:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336279.166154:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336279.166156:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336279.166248:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57640:x1848991042176896:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 572us (1136us total) trans 4294969021 rc 0/0 00000100:00100000:0.0:1763336279.166255:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10758 00000020:00080000:0.0:1763336279.166260:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336279.169192:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.169323:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177024 00000100:00100000:0.0:1763336279.169332:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177024 00000100:00100000:0.0:1763336279.169389:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10759 00000100:00100000:0.0:1763336279.169399:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57640:x1848991042177024:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.169422:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.169443:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67362 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.169496:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 37 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.169508:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 37 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.169524:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336279.169527:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336279.169531:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16a00, rc 0) 00000100:00100000:0.0:1763336279.170150:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57640:x1848991042177024:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 750us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.170158:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10759 00000100:00100000:3.0:1763336279.172853:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.173052:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177152 00000100:00100000:0.0:1763336279.173061:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177152 00000100:00100000:0.0:1763336279.173113:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7804 00000100:00100000:0.0:1763336279.173122:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57640:x1848991042177152:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.173138:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.173155:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67369 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.173181:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.173189:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.173191:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.173195:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 30 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.173227:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.173238:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.173251:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056218368:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.173324:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.175464:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9765:1848991056218368:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.175494:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 30 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.175509:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17800, rc 0) 00000100:00100000:0.0:1763336279.175564:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57640:x1848991042177152:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2442us (2719us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.175572:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7804 00000100:00100000:2.0:1763336279.176987:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.177098:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177280 00000100:00100000:0.0:1763336279.177107:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177280 00010000:00010000:0.0:1763336279.177143:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.177184:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3703 00000100:00100000:0.0:1763336279.177193:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042177280:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.177206:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.177211:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.177223:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.177244:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46141 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67331 expref: 30 pid: 28588 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.177258:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.177260:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.177265:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 29 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.177274:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 29 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.177308:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 29 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.177325:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056218496:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336279.177398:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.185117:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.185214:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056218496:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336279.185236:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.185293:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2404:x1848991042177280:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 8101us (8310us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.185304:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3703 00000100:00100000:1.0:1763336279.186348:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177408 00000100:00100000:1.0:1763336279.186358:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177408 00000100:00100000:1.0:1763336279.186421:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7805 00000100:00100000:1.0:1763336279.186432:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57640:x1848991042177408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.186447:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.186465:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67370 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.186494:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 12 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336279.186501:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.186503:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.186507:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.186541:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 12 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336279.186553:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 12 pid: 28588 timeout: 1167 lvb_type: 1 00000100:00100000:1.0:1763336279.186565:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056218624:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.187361:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.190196:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.190315:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056218624:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336279.190349:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 12 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.190368:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:0.0:1763336279.190499:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177536 00000100:00100000:0.0:1763336279.190506:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177536 00010000:00010000:0.0:1763336279.190536:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 13 pid: 28588 timeout: 1167 lvb_type: 1 00000100:00100000:1.0:1763336279.191030:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57640:x1848991042177408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4598us (5919us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.191039:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7805 00000100:00100000:0.0:1763336279.191242:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3704 00000100:00100000:0.0:1763336279.191253:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042177536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.191266:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.191272:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 12 pid: 28588 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.191285:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 12 pid: 28588 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.191307:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46148 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67338 expref: 12 pid: 28588 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.191325:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.191327:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.191332:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 11 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.191342:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 11 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.191375:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 11 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.191388:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056218752:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336279.191454:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.194325:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056218752:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336279.194348:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.194395:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042177536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3145us (4210us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.194405:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3704 00000100:00100000:2.0:1763336279.195196:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.195396:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.195750:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177664 00000100:00100000:0.0:1763336279.195758:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177664 00002000:00010000:0.0:1763336279.195792:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (0->18446744073709551615) 00002000:00100000:0.0:1763336279.195797:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0aa00 with x1848991042177664 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336279.195807:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918af0aa00. 00000100:00100000:0.0:1763336279.195834:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177792 00000100:00100000:0.0:1763336279.195838:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177792 00002000:00010000:0.0:1763336279.195850:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:0.0:1763336279.195853:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af09880 with x1848991042177792 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336279.195858:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af09880. 00000100:00100000:0.0:1763336279.195872:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2325 00000100:00100000:0.0:1763336279.195880:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:2405:x1848991042177664:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336279.196053:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336279.196057:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 0 -> 1763336279 00002000:00010000:0.0:1763336279.196059:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336279.196061:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 0 -> 1763336279 00002000:00010000:0.0:1763336279.196063:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336279.196103:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042177664:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 223us (907us total) trans 17179872163 rc 0/0 00000100:00100000:0.0:1763336279.196110:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2325 00002000:00010000:0.0:1763336279.196113:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (0->18446744073709551615) 00002000:00100000:0.0:1763336279.196115:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af0aa00 with x1848991042177664 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336279.196120:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918af0aa00. 00000100:00100000:0.0:1763336279.196134:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2326 00000100:00100000:0.0:1763336279.196141:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042177792:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336279.196231:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336279.196234:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 0 -> 1763336279 00002000:00010000:0.0:1763336279.196235:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336279.196237:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 0 -> 1763336279 00002000:00010000:0.0:1763336279.196239:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336279.196261:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042177792:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 120us (864us total) trans 21474839581 rc 0/0 00000100:00100000:0.0:1763336279.196270:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2326 00002000:00010000:0.0:1763336279.196273:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:0.0:1763336279.196275:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918af09880 with x1848991042177792 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336279.196279:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918af09880. 00000100:00100000:2.0:1763336279.199917:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.200027:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042177920 00000100:00100000:1.0:1763336279.200037:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042177920 00000100:00100000:1.0:1763336279.200097:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7806 00000100:00100000:1.0:1763336279.200107:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042177920:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336279.200228:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042177920:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 122us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.200235:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7806 00000100:00100000:3.0:1763336279.203351:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.203590:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178048 00000100:00100000:0.0:1763336279.203601:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178048 00000100:00100000:0.0:1763336279.203787:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7807 00000100:00100000:0.0:1763336279.203797:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042178048:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336279.203918:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042178048:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 122us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.203926:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7807 00000100:00100000:2.0:1763336279.207527:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.207810:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178176 00000100:00100000:1.0:1763336279.207820:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178176 00000100:00100000:1.0:1763336279.207889:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2327 00000100:00100000:1.0:1763336279.207908:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042178176:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336279.207967:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.207983:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.207985:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.207990:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208003:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208112:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208121:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208128:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208136:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.208140:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208149:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208165:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.208172:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.208246:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042178176:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 347us (726us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1763336279.208254:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2327 00000100:00100000:2.0:1763336279.212081:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.212303:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178304 00000100:00100000:3.0:1763336279.212313:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178304 00000100:00100000:3.0:1763336279.212386:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2328 00000100:00100000:3.0:1763336279.212396:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2405:x1848991042178304:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336279.212429:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.212448:0:28399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 30 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.212455:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336279.212457:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336279.212461:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.212494:0:28399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 30 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.212510:0:28399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 30 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.212524:0:28399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28399:1848991056218880:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336279.212600:0:28399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9281351d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.216184:0:28399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28399:1848991056218880:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336279.216217:0:28399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.216461:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.216621:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178432 00000100:00100000:0.0:1763336279.216628:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178432 00010000:00010000:0.0:1763336279.216658:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 31 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.216813:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3705 00000100:00100000:3.0:1763336279.216824:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:2404:x1848991042178432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336279.216838:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336279.216858:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 31 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.216870:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 31 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.216892:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a17800/0x84ca14902aa461aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67369 expref: 31 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.216916:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.216918:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.216922:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.216932:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.216964:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336279.217016:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:2404:x1848991042178432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 193us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.217024:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3705 00010000:00010000:1.0:1763336279.217112:0:28399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.217121:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336279.219933:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872164 is committed 00000001:00080000:1.0:1763336279.219952:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872160 is committed 00002000:00010000:3.0:1763336279.220235:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 0 -> 20480 00002000:00010000:3.0:1763336279.220240:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1763336279.220251:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.220262:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.220271:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.220277:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336279.220282:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.220290:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.220307:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.220319:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa461bf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.220403:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042178304:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 8005us (8327us total) trans 17179872164 rc 0/0 00000100:00100000:3.0:1763336279.220413:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2328 00000100:00100000:2.0:1763336279.223983:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.224095:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178560 00000100:00100000:0.0:1763336279.224106:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178560 00000100:00100000:0.0:1763336279.224205:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7808 00000100:00100000:0.0:1763336279.224215:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042178560:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336279.224342:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042178560:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 127us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.224351:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7808 00000100:00100000:0.0:1763336279.227358:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.227415:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178688 00000100:00100000:1.0:1763336279.227426:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178688 00000100:00100000:1.0:1763336279.227478:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7809 00000100:00100000:1.0:1763336279.227489:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042178688:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336279.227600:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042178688:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 113us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.227607:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7809 00000100:00100000:2.0:1763336279.230731:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.230965:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178816 00000100:00100000:3.0:1763336279.230976:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178816 00000100:00100000:3.0:1763336279.231035:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2329 00000100:00100000:3.0:1763336279.231044:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042178816:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336279.231081:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231095:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.231097:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.231102:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231115:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231229:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231238:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231251:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231258:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336279.231261:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231269:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231295:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.231303:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa461c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.231363:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042178816:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 319us (638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336279.231371:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2329 00000100:00100000:2.0:1763336279.235247:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.235808:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042178944 00000100:00100000:1.0:1763336279.235818:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042178944 00000100:00100000:1.0:1763336279.235873:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2330 00000100:00100000:1.0:1763336279.235881:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042178944:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336279.235935:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 20480, mtime: 0x691a6057, atime: 0x0, ctime: 0x691a6057, blocks: 0x20 00010000:00010000:1.0:1763336279.235943:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.235956:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.235958:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.235963:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.235977:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336279.240448:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872165 is committed 00002000:00010000:1.0:1763336279.240592:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 20480 -> 45056 00002000:00010000:1.0:1763336279.240598:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 32 -> 40 00010000:00010000:1.0:1763336279.240610:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.240620:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.240632:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.240638:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.240642:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.240651:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.240669:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.240676:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.240796:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042178944:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 4910us (5552us total) trans 17179872165 rc 0/0 00000100:00100000:1.0:1763336279.240806:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2330 00000100:00100000:0.0:1763336279.245116:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.245228:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179072 00000100:00100000:1.0:1763336279.245238:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179072 00000100:00100000:1.0:1763336279.245295:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7810 00000100:00100000:1.0:1763336279.245305:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042179072:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336279.245422:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042179072:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 117us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.245439:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7810 00000100:00100000:2.0:1763336279.247840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.247884:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179200 00000100:00100000:1.0:1763336279.247893:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179200 00000100:00100000:1.0:1763336279.248004:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7811 00000100:00100000:1.0:1763336279.248014:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042179200:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336279.248123:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042179200:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 110us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.248131:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7811 00000100:00100000:2.0:1763336279.251156:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.251209:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179328 00000100:00100000:1.0:1763336279.251219:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179328 00000100:00100000:1.0:1763336279.251299:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2331 00000100:00100000:1.0:1763336279.251309:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042179328:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336279.251350:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.251365:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.251367:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.251373:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.251389:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253583:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253599:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253607:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253615:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.253619:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253628:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253646:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.253654:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.253764:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042179328:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2452us (2612us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763336279.253776:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2331 00000100:00100000:2.0:1763336279.258179:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.258472:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179456 00000100:00100000:1.0:1763336279.258483:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179456 00000100:00100000:1.0:1763336279.258546:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2332 00000100:00100000:1.0:1763336279.258556:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042179456:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336279.258606:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 45056, mtime: 0x691a6057, atime: 0x0, ctime: 0x691a6057, blocks: 0x28 00010000:00010000:1.0:1763336279.258615:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.258628:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.258630:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.258636:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.258649:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336279.263649:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872166 is committed 00002000:00010000:1.0:1763336279.263909:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 45056 -> 172032 00002000:00010000:1.0:1763336279.263914:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 40 -> 168 00010000:00010000:1.0:1763336279.263970:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.263982:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.263990:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.263997:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.264001:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.264009:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.264026:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.264033:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461db lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [106496->172031] (req 106496->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.264128:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042179456:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5569us (5953us total) trans 17179872166 rc 0/0 00000100:00100000:1.0:1763336279.264138:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2332 00000100:00100000:2.0:1763336279.267585:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.267630:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179584 00000100:00100000:1.0:1763336279.267641:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179584 00000100:00100000:1.0:1763336279.267732:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7812 00000100:00100000:1.0:1763336279.267741:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042179584:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336279.267838:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042179584:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 99us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.267845:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7812 00000100:00100000:2.0:1763336279.270933:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.271138:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179712 00000100:00100000:0.0:1763336279.271148:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179712 00000100:00100000:0.0:1763336279.271194:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7813 00000100:00100000:0.0:1763336279.271204:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042179712:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336279.271313:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042179712:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 110us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.271321:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7813 00000100:00100000:2.0:1763336279.273990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.274584:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179840 00000100:00100000:1.0:1763336279.274595:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179840 00000100:00100000:1.0:1763336279.274664:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2333 00000100:00100000:1.0:1763336279.274674:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042179840:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336279.274816:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.274830:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.274832:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.274837:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.274849:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277806:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277824:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277833:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277840:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.277844:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277852:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277870:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.277877:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.277988:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042179840:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3310us (4000us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1763336279.277998:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2333 00000100:00100000:2.0:1763336279.281776:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.281818:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042179968 00000100:00100000:1.0:1763336279.281830:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042179968 00000100:00100000:1.0:1763336279.282162:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2334 00000100:00100000:1.0:1763336279.282173:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042179968:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:1.0:1763336279.282220:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 172032, mtime: 0x691a6057, atime: 0x0, ctime: 0x691a6057, blocks: 0xa8 00010000:00010000:1.0:1763336279.282230:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.282243:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.282245:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.282250:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.282262:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763336279.287436:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872167 is committed 00002000:00010000:2.0:1763336279.287556:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 172032 -> 262144 00002000:00010000:2.0:1763336279.287561:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 168 -> 256 00010000:00010000:2.0:1763336279.287573:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.287586:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.287595:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.287601:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.287605:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.287614:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.287634:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.287642:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa461e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.287790:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042179968:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5614us (6018us total) trans 17179872167 rc 0/0 00000100:00100000:2.0:1763336279.287800:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2334 00000100:00100000:2.0:1763336279.291888:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.291973:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180224 00000100:00100000:0.0:1763336279.291983:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180224 00000100:00100000:0.0:1763336279.292039:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10760 00000100:00100000:0.0:1763336279.292050:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57640:x1848991042180224:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336279.292255:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.292271:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.292282:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336279.292324:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969022 00000004:00010000:0.0:1763336279.292345:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000071cbd556 reply state 00000000fb5b5d31 transno 4294969023 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.292357:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.292364:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336279.292368:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336279.292372:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336279.292461:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57640:x1848991042180224:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 413us (581us total) trans 4294969023 rc 0/0 00000100:00100000:0.0:1763336279.292468:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10760 00000020:00080000:0.0:1763336279.292473:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336279.294739:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.294928:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180352 00000100:00100000:1.0:1763336279.294938:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180352 00000100:00100000:1.0:1763336279.294991:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7814 00000100:00100000:1.0:1763336279.295000:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57640:x1848991042180352:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.295016:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.295034:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67377 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336279.295055:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 262144, mtime: 0x691a6057, atime: 0x0, ctime: 0x691a6057, blocks: 0x100 00010000:00010000:1.0:1763336279.295075:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.295078:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.295086:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.295100:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 18 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.295112:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:1.0:1763336279.295784:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57640:x1848991042180352:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 782us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.295792:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7814 00000100:00100000:2.0:1763336279.303302:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.303340:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.303406:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180608 00000100:00100000:3.0:1763336279.303415:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180608 00002000:00010000:3.0:1763336279.303447:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:3.0:1763336279.303452:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241880 with x1848991042180608 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336279.303463:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a241880. 00000100:00100000:3.0:1763336279.303492:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180480 00000100:00100000:3.0:1763336279.303496:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180480 00002000:00010000:3.0:1763336279.303508:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (262144->18446744073709551615) 00002000:00100000:3.0:1763336279.303512:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a242d80 with x1848991042180480 ext(262144->18446744073709551615) 00002000:00010000:3.0:1763336279.303518:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a242d80. 00000100:00100000:3.0:1763336279.303544:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2335 00000100:00100000:3.0:1763336279.303553:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042180608:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336279.303676:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336279.303680:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336279 -> 1763336279 00002000:00010000:3.0:1763336279.303702:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336279.303705:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:3.0:1763336279.303707:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336279.303753:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042180608:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 201us (458us total) trans 21474839582 rc 0/0 00000100:00100000:3.0:1763336279.303760:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2335 00002000:00010000:3.0:1763336279.303764:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:3.0:1763336279.303766:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a241880 with x1848991042180608 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336279.303770:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918a241880. 00000100:00100000:3.0:1763336279.303785:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2336 00000100:00100000:3.0:1763336279.303790:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042180480:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336279.303864:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336279.303867:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336279 -> 1763336279 00002000:00010000:3.0:1763336279.303869:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336279.303871:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:3.0:1763336279.303873:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1763336279.303891:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042180480:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 100us (550us total) trans 17179872168 rc 0/0 00000100:00100000:3.0:1763336279.303896:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2336 00002000:00010000:3.0:1763336279.303909:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (262144->18446744073709551615) 00002000:00100000:3.0:1763336279.303912:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918a242d80 with x1848991042180480 ext(262144->18446744073709551615) 00002000:00010000:3.0:1763336279.303916:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918a242d80. 00000100:00100000:2.0:1763336279.310020:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.310105:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180736 00000100:00100000:3.0:1763336279.310114:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180736 00000100:00100000:3.0:1763336279.310170:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10761 00000100:00100000:3.0:1763336279.310180:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57640:x1848991042180736:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:1.0:1763336279.314250:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969023 is committed 00000100:00100000:3.0:1763336279.314495:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57640:x1848991042180736:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 4304us (4472us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.314507:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10761 00010000:00010000:2.0:1763336279.315573:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315587:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315595:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315600:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.315605:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315611:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315626:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336279.315630:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336279.315635:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315642:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa460b5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315659:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315665:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315671:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.315676:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.315678:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.316052:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.316061:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336279.316063:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336279.316066:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.316071:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa460d1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.316083:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316089:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316095:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316099:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.316101:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316106:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316111:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336279.316113:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336279.316115:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316120:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4619c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316126:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316131:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316136:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316140:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.316142:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316147:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316157:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336279.316158:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336279.316161:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.316165:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa461f0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336279.318105:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.318139:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.318203:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180864 00000100:00100000:0.0:1763336279.318212:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180864 00000100:00100000:0.0:1763336279.318259:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042180992 00000100:00100000:0.0:1763336279.318262:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042180992 00000100:00100000:0.0:1763336279.318287:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7815 00000100:00100000:0.0:1763336279.318294:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042180864:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:1.0:1763336279.318541:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7816 00000100:00100000:1.0:1763336279.318550:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042180992:12345-192.168.203.16@tcp:16:lfs.0 00000001:00080000:2.0:1763336279.320499:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839582 is committed 00000001:00080000:0.0:1763336279.320794:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872168 is committed 00000100:00100000:1.0:1763336279.320933:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042180992:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 2380us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.320945:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7816 00000100:00100000:2.0:1763336279.321027:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042180864:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 2731us (2927us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.321034:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7815 00000100:00100000:0.0:1763336279.331098:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.331140:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.331977:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.332186:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042181120 00000100:00100000:1.0:1763336279.332197:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042181120 00000100:00100000:3.0:1763336279.332249:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042181248 00000100:00100000:1.0:1763336279.332251:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042181376 00000100:00100000:3.0:1763336279.332254:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042181248 00000100:00100000:1.0:1763336279.332254:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042181376 00000100:00100000:1.0:1763336279.332279:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7817 00000100:00100000:1.0:1763336279.332289:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b69aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042181120:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336279.332331:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332346:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.332348:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.332353:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.332387:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7818 00000100:00100000:2.0:1763336279.332393:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7819 00000100:00100000:3.0:1763336279.332395:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042181376:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:2.0:1763336279.332400:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042181248:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336279.332415:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332415:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332424:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.332424:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.332425:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.332426:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.332429:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332429:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332440:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332440:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332463:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332463:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332472:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332476:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332480:0:28588:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332483:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332487:0:28588:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.332489:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336279.332491:0:28588:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332492:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332500:0:28588:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332500:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332514:0:28588:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.332521:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46205 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.332587:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042181376:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 192us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.332594:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7818 00010000:00010000:2.0:1763336279.332632:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.332638:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4620c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.332669:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042181248:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 269us (1528us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.332675:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7819 00010000:00010000:1.0:1763336279.332809:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332825:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332831:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332838:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332843:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336279.332846:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332852:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332862:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.332868:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa461fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.332911:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b69aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042181120:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 612us (1815us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.332918:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7817 00000100:00100000:3.0:1763336279.335790:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.335866:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042181632 00000100:00100000:2.0:1763336279.335876:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042181632 00000100:00100000:2.0:1763336279.335937:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10762 00000100:00100000:2.0:1763336279.335948:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57640:x1848991042181632:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336279.336029:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336279.336044:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.336055:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336279.336241:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d7282fd1 reply state 00000000164cb336 transno 4294969024 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.336253:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.336261:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:2.0:1763336279.336263:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336279.336267:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336279.336364:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57640:x1848991042181632:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 418us (581us total) trans 4294969024 rc 0/0 00000100:00100000:2.0:1763336279.336371:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10762 00000100:00100000:3.0:1763336279.339798:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.340059:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042181760 00000100:00100000:0.0:1763336279.340069:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042181760 00000100:00100000:0.0:1763336279.340123:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7820 00000100:00100000:0.0:1763336279.340133:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042181760:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336279.340276:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336279.340281:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336279 -> 1763336278 00002000:00010000:0.0:1763336279.340283:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 0 -> 1763336278 00002000:00010000:0.0:1763336279.340286:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:0.0:1763336279.340289:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:0.0:1763336279.340342:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042181760:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 210us (553us total) trans 17179872169 rc 0/0 00000100:00100000:0.0:1763336279.340351:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7820 00000100:00100000:2.0:1763336279.340712:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.340744:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042181888 00000100:00100000:3.0:1763336279.340748:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042181888 00000100:00100000:3.0:1763336279.341129:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7821 00000100:00100000:3.0:1763336279.341137:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042181888:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336279.341214:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336279.341217:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336279 -> 1763336278 00002000:00010000:3.0:1763336279.341219:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 0 -> 1763336278 00002000:00010000:3.0:1763336279.341221:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:3.0:1763336279.341223:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336279.341260:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042181888:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 123us (547us total) trans 21474839583 rc 0/0 00000100:00100000:3.0:1763336279.341266:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7821 00000100:00100000:2.0:1763336279.344069:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.344150:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182144 00000100:00100000:3.0:1763336279.344159:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182144 00000100:00100000:3.0:1763336279.344211:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10763 00000100:00100000:3.0:1763336279.344221:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57640:x1848991042182144:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336279.344272:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336279.344296:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2175800/0x84ca14902aa460df lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6730e expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.344313:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.344319:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336279.344364:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336279.344378:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336279.344387:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:3.0:1763336279.344492:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd2d0e22 reply state 000000006a0b08b7 transno 4294969025 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336279.344504:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336279.344510:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.344513:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336279.344516:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336279.344600:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57640:x1848991042182144:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 380us (538us total) trans 4294969025 rc 0/0 00000100:00100000:3.0:1763336279.344606:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10763 00000100:00100000:1.0:1763336279.347186:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.347274:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182272 00000100:00100000:3.0:1763336279.347283:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182272 00000100:00100000:3.0:1763336279.347556:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7822 00000100:00100000:3.0:1763336279.347566:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57640:x1848991042182272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336279.347583:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336279.347602:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6737e expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.347630:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 13 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336279.347637:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.347639:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.347643:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.347672:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 13 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336279.347808:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 13 pid: 29013 timeout: 1167 lvb_type: 1 00000100:00100000:3.0:1763336279.347823:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056219008:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336279.348077:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336279.350828:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.350990:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182400 00000100:00100000:0.0:1763336279.350999:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182400 00010000:00010000:0.0:1763336279.351034:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 14 pid: 29013 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.351077:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3706 00000100:00100000:0.0:1763336279.351087:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042182400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.351102:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763336279.351103:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056219008:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.351121:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 14 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:3.0:1763336279.351130:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 14 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.351132:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 14 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.351153:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9280031600/0x84ca14902aa46180 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67346 expref: 14 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:3.0:1763336279.351253:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.351256:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.351264:0:8398:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.351274:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.351286:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336279.351304:0:8398:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.351316:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056219136:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336279.351338:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042182400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 251us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.351345:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3706 00000100:00100000:3.0:1763336279.351359:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.353652:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056219136:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336279.353676:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf600, rc 0) 00000100:00100000:3.0:1763336279.353921:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57640:x1848991042182272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6356us (6741us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.353929:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7822 00000100:00100000:1.0:1763336279.355835:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.355949:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182528 00000100:00100000:3.0:1763336279.355959:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182528 00000100:00100000:3.0:1763336279.356115:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7823 00000100:00100000:3.0:1763336279.356125:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57640:x1848991042182528:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336279.356141:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336279.356158:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67385 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.356185:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336279.356192:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.356195:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.356199:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.356224:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336279.356235:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 1167 lvb_type: 1 00000100:00100000:3.0:1763336279.356246:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056219264:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336279.356312:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.359663:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056219264:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336279.359751:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 13 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.359769:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:2.0:1763336279.360008:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57640:x1848991042182528:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3882us (4179us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.360017:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7823 00000100:00100000:3.0:1763336279.360930:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.361106:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182656 00000100:00100000:0.0:1763336279.361114:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182656 00010000:00010000:0.0:1763336279.361148:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.361197:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3707 00000100:00100000:0.0:1763336279.361206:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042182656:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.361222:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.361240:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.361254:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.361276:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa46179 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6734d expref: 13 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.361291:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.361293:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.361300:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.361309:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.361345:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 12 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.361359:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056219392:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336279.361436:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.364658:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056219392:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336279.364680:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.365160:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042182656:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3953us (4231us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.365171:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3707 00000100:00100000:3.0:1763336279.365290:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.365342:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182784 00000100:00100000:0.0:1763336279.365350:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182784 00000100:00100000:0.0:1763336279.365400:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7824 00000100:00100000:0.0:1763336279.365409:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57640:x1848991042182784:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.365425:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.365442:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6738c expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.365470:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.365478:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.365480:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.365485:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.365513:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.365526:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.365545:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056219520:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.365600:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.368754:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056219520:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.368786:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.368816:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336279.368818:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:0.0:1763336279.368871:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57640:x1848991042182784:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3462us (3581us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.368881:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7824 00000100:00100000:3.0:1763336279.369022:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042182912 00000100:00100000:3.0:1763336279.369029:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042182912 00010000:00010000:3.0:1763336279.369060:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 1167 lvb_type: 1 00000100:00100000:3.0:1763336279.369094:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3708 00000100:00100000:3.0:1763336279.369103:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042182912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336279.369117:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336279.369137:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:3.0:1763336279.369149:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:3.0:1763336279.369170:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c2174000/0x84ca14902aa46187 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67354 expref: 20 pid: 29013 timeout: 1167 lvb_type: 1 00010000:00010000:3.0:1763336279.369182:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.369184:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.369190:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.369200:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.369231:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.369244:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056219648:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336279.369304:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9285e7f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.373195:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.373227:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.373253:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.373280:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183040 00000100:00100000:2.0:1763336279.373289:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183040 00000100:00100000:2.0:1763336279.373326:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183168 00000100:00100000:2.0:1763336279.373330:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183168 00000100:00100000:2.0:1763336279.373343:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183296 00000100:00100000:2.0:1763336279.373346:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183296 00000100:00100000:2.0:1763336279.373371:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7825 00000100:00100000:2.0:1763336279.373381:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042183040:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336279.373523:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336279.373527:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.373529:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.373531:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.373533:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:2.0:1763336279.373586:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042183040:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 206us (398us total) trans 21474839584 rc 0/0 00000100:00100000:2.0:1763336279.373600:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7825 00000100:00100000:2.0:1763336279.373623:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7826 00000100:00100000:2.0:1763336279.373630:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042183168:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:3.0:1763336279.373672:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7827 00002000:00010000:2.0:1763336279.373681:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763336279.373709:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042183296:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336279.373731:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.373734:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336277 -> 1763336278 00002000:00010000:2.0:1763336279.373736:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.373738:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336279.373764:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042183168:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 134us (535us total) trans 21474839585 rc 0/0 00000100:00100000:2.0:1763336279.373771:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7826 00002000:00010000:3.0:1763336279.373810:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336279.373815:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336279.373818:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336277 -> 1763336278 00002000:00010000:3.0:1763336279.373820:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336278 -> 1763336279 00002000:00010000:3.0:1763336279.373823:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336279.373851:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042183296:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 169us (596us total) trans 17179872170 rc 0/0 00000100:00100000:3.0:1763336279.373861:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7827 00000100:00100000:3.0:1763336279.373925:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056219648:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336279.373959:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336279.374004:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042182912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4901us (5189us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.374013:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3708 00000100:00100000:2.0:1763336279.377110:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.377930:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183552 00000100:00100000:0.0:1763336279.377942:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183552 00000100:00100000:0.0:1763336279.378529:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3696 00000100:00100000:0.0:1763336279.378541:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57640:x1848991042183552:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:0.0:1763336279.378616:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa46156 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6733f expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.378654:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336279.378667:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.378676:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.378735:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.378767:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.378779:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 25 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.378793:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056219776:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.378872:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.378880:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 25 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.378889:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056219904:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.378923:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.383007:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.383083:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.383154:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183808 00000100:00100000:3.0:1763336279.383162:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183808 00010000:00010000:3.0:1763336279.383195:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 26 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.383233:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183680 00000100:00100000:3.0:1763336279.383236:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183680 00010000:00010000:3.0:1763336279.383246:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 27 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.383266:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3709 00000100:00100000:3.0:1763336279.383273:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042183808:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336279.383288:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336279.383294:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 27 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.383303:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 27 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.383322:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.383327:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.383335:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.383340:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336279.383420:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042183808:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 147us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.383429:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3709 00000100:00100000:0.0:1763336279.383452:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056219776:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.383469:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa45ebd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6722e expref: 26 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.383487:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3710 00000100:00100000:0.0:1763336279.383490:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056219904:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336279.383499:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042183680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336279.383508:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336279.383512:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 25 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.383523:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 25 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.383589:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.384490:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c2174800/0x84ca14902aa460bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67300 expref: 25 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:3.0:1763336279.384505:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.384509:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.384517:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.384524:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336279.384604:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.384678:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042183680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1181us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.384701:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3710 00010000:00010000:0.0:1763336279.384830:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.384835:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.384850:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:0.0:1763336279.384857:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.384862:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.384866:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 5/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.384887:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.384895:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.384916:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056220032:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.384983:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.384992:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 23 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.385007:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056220160:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.385029:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.387055:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056220032:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.387069:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056220160:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.387090:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336279.387818:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.388196:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042184064 00000100:00100000:1.0:1763336279.388204:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042184064 00010000:00010000:1.0:1763336279.388239:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 24 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.388283:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3711 00000100:00100000:1.0:1763336279.388292:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042184064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.388306:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.388312:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 24 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.388322:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 24 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.388341:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bb281600/0x84ca14902aa46195 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6735b expref: 24 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.388356:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336279.388361:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336279.388370:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336279.388381:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.388432:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042184064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 141us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.388440:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3711 00000100:00100000:2.0:1763336279.388495:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.388572:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042183936 00000100:00100000:0.0:1763336279.388577:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042183936 00010000:00010000:0.0:1763336279.388594:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.388616:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3712 00000100:00100000:0.0:1763336279.388623:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042183936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.388633:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.388637:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.388645:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.388658:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa461a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67362 expref: 23 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.388668:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336279.388672:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.388993:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.389002:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336279.389032:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336279.389290:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336279.389298:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336279.389588:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220288:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336279.389635:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336279.389659:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042183936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1034us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.389666:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3712 00000100:00100000:2.0:1763336279.389717:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183e9b780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336279.390166:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056220288 00000100:00100000:1.0:1763336279.390173:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056220288 00000100:00100000:1.0:1763336279.390239:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1763336279.390247:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220288:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.390336:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220288:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 90us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.390344:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1763336279.390371:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839568 gen 2 00000004:00080000:3.0:1763336279.390380:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186508a80, transno 21474839563 00000004:00080000:3.0:1763336279.390402:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509500, transno 21474839564 00000004:00080000:3.0:1763336279.390406:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186508380, transno 21474839565 00000004:00080000:3.0:1763336279.390408:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509180, transno 21474839566 00000004:00080000:3.0:1763336279.390411:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186508e00, transno 21474839567 00000004:00080000:3.0:1763336279.390413:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186508700, transno 21474839568 00000100:00100000:3.0:1763336279.390419:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220288:0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:1.0:1763336279.390553:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:1.0:1763336279.390594:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220416:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.390620:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.390646:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9287e40900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.390659:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056220416 00000100:00100000:3.0:1763336279.390663:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056220416 00000100:00100000:3.0:1763336279.390792:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1763336279.390803:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220416:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00080000:0.0:1763336279.390821:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763336279.390827:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336279.390971:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220416:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 171us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.390978:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1763336279.391067:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872160 gen 2 00000004:00080000:1.0:1763336279.391073:0:35235:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872138 committed transno 17179872160 00000004:00080000:1.0:1763336279.391086:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74000, transno 17179872139 00000004:00080000:1.0:1763336279.391105:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75180, transno 17179872140 00000004:00080000:1.0:1763336279.391109:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867e9f80, transno 17179872141 00000004:00080000:1.0:1763336279.391111:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867e8700, transno 17179872142 00000004:00080000:1.0:1763336279.391115:0:35235:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872144 committed transno 17179872160 00000004:00080000:1.0:1763336279.391128:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca6a00, transno 17179872146 00000004:00080000:1.0:1763336279.391131:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca5180, transno 17179872147 00000004:00080000:1.0:1763336279.391134:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4380, transno 17179872148 00000004:00080000:1.0:1763336279.391136:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4a80, transno 17179872149 00000004:00080000:1.0:1763336279.391140:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892ebb80, transno 17179872155 00000004:00080000:1.0:1763336279.391143:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892ea680, transno 17179872156 00000004:00080000:1.0:1763336279.391147:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892ea300, transno 17179872157 00000004:00080000:1.0:1763336279.391151:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892e9180, transno 17179872158 00000004:00080000:1.0:1763336279.391155:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892e8380, transno 17179872159 00000004:00080000:1.0:1763336279.391158:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91892eb480, transno 17179872160 00000100:00100000:1.0:1763336279.391163:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220416:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.391239:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220544:0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:2.0:1763336279.391247:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 10 in progress, 0 in flight, 4 done 00000100:00100000:1.0:1763336279.391271:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.391300:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902a9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.391315:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056220544 00000100:00100000:0.0:1763336279.391321:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056220544 00000100:00100000:0.0:1763336279.391358:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1763336279.391366:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220544:12345-0@lo:1000:mdt_rdpg00_003.0 00000004:00080000:2.0:1763336279.391373:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:0.0:1763336279.391434:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220544:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 68us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.391441:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1763336279.391503:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220544:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.391537:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220672:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.391559:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336279.391581:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056220672 00000100:00100000:3.0:1763336279.391585:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056220672 00000100:00100000:1.0:1763336279.391585:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.391610:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1763336279.391617:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220672:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.391674:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220672:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 57us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.391680:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1763336279.391748:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220672:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.391783:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220800:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.391812:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.391835:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.391884:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056220800 00000100:00100000:3.0:1763336279.391889:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056220800 00000100:00100000:3.0:1763336279.391954:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1763336279.391962:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220800:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.392074:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220800:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 113us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.392080:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1763336279.392127:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220800:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.392155:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220928:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.392173:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.392196:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.392237:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056220928 00000100:00100000:3.0:1763336279.392241:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056220928 00000100:00100000:3.0:1763336279.392325:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1763336279.392332:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220928:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.392442:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056220928:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 110us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.392449:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:1.0:1763336279.392493:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056220928:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.392526:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221056:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336279.392547:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.392569:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.392615:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056221056 00000100:00100000:3.0:1763336279.392619:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056221056 00000100:00100000:0.0:1763336279.392778:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1763336279.392787:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056221056:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336279.392840:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056221056:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 55us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.392847:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1763336279.392858:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221056:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.392910:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221184:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.392935:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.392951:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056221184 00000100:00100000:1.0:1763336279.392955:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056221184 00000100:00100000:1.0:1763336279.392988:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1763336279.392995:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056221184:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.393040:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336279.393054:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056221184:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 60us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.393060:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:3.0:1763336279.393064:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221184:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:3.0:1763336279.393257:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].34, 552 off56648 00000001:00080000:3.0:1763336279.393269:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969026 00000100:00100000:3.0:1763336279.393319:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221312:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.393341:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336279.393360:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92c20c7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.393399:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056221312 00000100:00100000:0.0:1763336279.393403:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056221312 00000100:00100000:0.0:1763336279.393458:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1763336279.393464:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056221312:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336279.393562:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056221312:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 98us (219us total) trans 21474839586 rc 0/0 00000100:00100000:0.0:1763336279.393569:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1763336279.393649:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221312:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.393672:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221440:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336279.393870:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336279.393888:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.393940:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056221440 00000100:00100000:0.0:1763336279.393944:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056221440 00000100:00100000:0.0:1763336279.394003:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1763336279.394011:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056221440:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336279.394108:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056221440:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 99us (238us total) trans 17179872171 rc 0/0 00000100:00100000:0.0:1763336279.394114:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1763336279.394167:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056221440:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763336279.394217:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969027 00010000:00010000:3.0:1763336279.394239:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394249:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394256:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394262:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336279.394266:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394272:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394285:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:3.0:1763336279.394287:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336279.394291:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394296:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4623d lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5e:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394307:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394312:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394317:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394321:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336279.394324:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394328:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394334:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.394336:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336279.394339:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394344:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46236 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336279.394352:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336279.394354:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336279.394359:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa46156 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6733f expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.394444:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57640:x1848991042183552:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 15906us (17342us total) trans 4294969028 rc 0/0 00000100:00100000:3.0:1763336279.394452:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3696 00000020:00080000:3.0:1763336279.394456:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763336279.396776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.396944:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042184192 00000100:00100000:0.0:1763336279.396952:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042184192 00000100:00100000:0.0:1763336279.397005:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10764 00000100:00100000:0.0:1763336279.397014:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57640:x1848991042184192:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.397036:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.397055:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46244 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67393 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.397106:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46244 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67393 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.397119:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46244 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67393 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.397136:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.397139:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336279.397142:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16a00, rc 0) 00000100:00100000:0.0:1763336279.397192:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57640:x1848991042184192:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 179us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.397199:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10764 00000100:00100000:2.0:1763336279.400193:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.400357:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042184448 00000100:00100000:3.0:1763336279.400367:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042184448 00000100:00100000:3.0:1763336279.400419:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3697 00000100:00100000:3.0:1763336279.400428:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57640:x1848991042184448:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336279.400807:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57640:x1848991042184448:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 378us (619us total) trans 4294969029 rc 0/0 00000100:00100000:3.0:1763336279.400815:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3697 00000100:00100000:2.0:1763336279.403275:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.403344:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042184704 00000100:00100000:1.0:1763336279.403353:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042184704 00000100:00100000:1.0:1763336279.403406:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3698 00000100:00100000:1.0:1763336279.403415:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57640:x1848991042184704:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:1.0:1763336279.403585:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x5e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763336279.403662:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763336279.403676:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336279.403731:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336279.403740:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336279.403746:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336279.403751:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336279.403764:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763336279.403941:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57640:x1848991042184704:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 526us (678us total) trans 4294969030 rc 0/0 00000100:00100000:1.0:1763336279.403948:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3698 00010000:00010000:0.0:1763336279.404533:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336279.404541:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336279.404548:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336279.404551:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336279.404558:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336279.404571:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:0.0:1763336279.404574:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336279.404578:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 1/0,0 mode: --/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336279.404584:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4624b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336279.404596:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336279.404598:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336279.404599:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336279.425931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.426164:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042184832 00000100:00100000:3.0:1763336279.426174:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042184832 00000100:00100000:0.0:1763336279.426947:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10765 00000100:00100000:0.0:1763336279.426972:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57641:x1848991042184832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.426997:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.427020:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46252 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6739a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.427086:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.427098:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427110:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427123:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.427128:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427135:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427206:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.427214:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427221:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336279.427258:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336279.427262:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336279.427278:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427293:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427303:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427309:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427315:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427321:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427327:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336279.427331:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427338:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427349:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5000) 00010000:00010000:0.0:1763336279.427352:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336279.427357:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427363:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46259 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427379:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427385:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427389:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427394:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336279.427397:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427403:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427409:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5a00) 00010000:00010000:0.0:1763336279.427412:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336279.427415:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427419:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46260 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.427451:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46252 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 28 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.427467:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.427473:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.427475:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336279.427478:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:0.0:1763336279.428195:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57641:x1848991042184832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1225us (2354us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.428215:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10765 00000100:00100000:2.0:1763336279.433740:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.433830:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185088 00000100:00100000:0.0:1763336279.433842:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185088 00000100:00100000:0.0:1763336279.433912:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10766 00000100:00100000:0.0:1763336279.433923:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57641:x1848991042185088:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.433942:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.433964:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa4626e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673a1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.434057:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17800/0x84ca14902aa46275 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336279.434072:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17800/0x84ca14902aa46275 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.434083:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17800/0x84ca14902aa46275 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336279.434093:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336279.434199:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa4626e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673a1 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.434216:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17800/0x84ca14902aa46275 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673a1 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.434223:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.434226:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336279.434229:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17800, rc 0) 00000100:00100000:0.0:1763336279.435426:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57641:x1848991042185088:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1499us (1689us total) trans 4294969031 rc 0/0 00000100:00100000:0.0:1763336279.435437:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10766 00000100:00100000:3.0:1763336279.439114:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.439228:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185344 00000100:00100000:0.0:1763336279.439238:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185344 00000100:00100000:0.0:1763336279.439299:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10767 00000100:00100000:0.0:1763336279.439308:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57641:x1848991042185344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.439330:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.439351:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46283 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673a8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.439451:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4628a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336279.439465:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4628a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.439473:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4628a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336279.439485:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336279.439578:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa46283 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673a8 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.439594:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4628a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673a8 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.439604:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.439608:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336279.439612:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:0.0:1763336279.439676:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57641:x1848991042185344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 369us (570us total) trans 4294969032 rc 0/0 00000100:00100000:0.0:1763336279.439721:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10767 00000100:00100000:2.0:1763336279.443287:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.443373:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185472 00000100:00100000:1.0:1763336279.443384:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185472 00000100:00100000:1.0:1763336279.443442:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7828 00000100:00100000:1.0:1763336279.443452:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042185472:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.443469:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.443499:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673af expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336279.443521:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 33386, mtime: 0x691a6056, atime: 0x691a6054, ctime: 0x691a6056, blocks: 0x20 00010000:00010000:1.0:1763336279.443541:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.443544:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.443552:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 15 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336279.443569:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 15 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336279.443582:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0de00, rc 0) 00000100:00100000:1.0:1763336279.443636:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042185472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 185us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.443644:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7828 00000100:00100000:3.0:1763336279.490879:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.490960:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185600 00000100:00100000:1.0:1763336279.490972:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185600 00000100:00100000:1.0:1763336279.492179:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2337 00000100:00100000:1.0:1763336279.492191:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042185600:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336279.492227:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.492244:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 15 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.492253:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336279.492255:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336279.492259:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.492305:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 15 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.492318:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 15 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.492332:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056221568:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.493745:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336279.496367:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056221568:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336279.496396:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.496556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.496624:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185728 00000100:00100000:0.0:1763336279.496631:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185728 00010000:00010000:0.0:1763336279.496669:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 16 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.496728:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3713 00000100:00100000:0.0:1763336279.496737:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042185728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.496753:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.496772:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 16 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.496785:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 16 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.496965:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf600/0x84ca14902aa46221 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6737e expref: 16 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.496981:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.496983:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.496988:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.496997:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.497600:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.497661:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042185728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 923us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.497670:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3713 00010000:00010000:2.0:1763336279.498063:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.498075:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504576:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504594:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504603:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504610:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.504614:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504623:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504640:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.504647:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa4629f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.505067:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042185600:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 12874us (14192us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336279.505078:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2337 00000100:00100000:3.0:1763336279.509632:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.509679:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.510015:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185856 00000100:00100000:0.0:1763336279.510024:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185856 00000100:00100000:0.0:1763336279.510075:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042185984 00000100:00100000:0.0:1763336279.510079:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042185984 00000100:00100000:0.0:1763336279.510109:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7829 00000100:00100000:0.0:1763336279.510120:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042185856:12345-192.168.203.16@tcp:101:lfs.0 00000100:00100000:2.0:1763336279.510132:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7830 00010000:00010000:0.0:1763336279.510136:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763336279.510141:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042185984:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.510148:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.510152:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa462a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673b6 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.510157:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673bd expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.510201:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056221824:192.168.203.16@tcp:106: 00000100:00100000:0.0:1763336279.510201:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056221696:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336279.510270:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.512247:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324de40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.515424:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056221824:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336279.515461:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673bd expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.515484:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673bd expref: 15 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336279.515498:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6dc00, rc 0) 00000100:00100000:2.0:1763336279.515564:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042185984:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5422us (5882us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336279.515573:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7830 00000100:00100000:0.0:1763336279.516396:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056221696:192.168.203.16@tcp:106: 00010000:00010000:0.0:1763336279.516420:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa462a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673b6 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.516436:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16200/0x84ca14902aa462a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673b6 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.516447:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336279.516490:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042185856:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6371us (6867us total) trans 0 rc 301/301 00000100:00100000:0.0:1763336279.516497:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7829 00000100:00100000:3.0:1763336279.525876:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.526048:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042186112 00000100:00100000:2.0:1763336279.526057:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042186112 00000100:00100000:2.0:1763336279.526849:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2338 00000100:00100000:2.0:1763336279.526862:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042186112:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336279.526896:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.526922:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 20 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.526931:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336279.526933:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336279.526936:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.526973:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 20 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.526986:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 20 pid: 35222 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.527000:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056221952:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336279.527062:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.530673:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056221952:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336279.530749:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.531015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.531095:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042186240 00000100:00100000:0.0:1763336279.531102:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042186240 00010000:00010000:0.0:1763336279.531136:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 21 pid: 35222 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.531181:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3714 00000100:00100000:0.0:1763336279.531191:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042186240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.531207:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.531228:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 21 pid: 35222 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.531240:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 21 pid: 35222 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.531263:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa461f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67377 expref: 21 pid: 35222 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.531279:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.531281:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.531286:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.531295:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.531327:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.531378:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042186240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.531385:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3714 00010000:00010000:2.0:1763336279.531638:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.531647:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536431:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536450:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536459:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536470:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6dc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.536474:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536482:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536498:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.536504:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.536908:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042186112:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10035us (11025us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336279.536918:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2338 00000100:00100000:1.0:1763336279.548449:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.548612:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042186368 00000100:00100000:2.0:1763336279.548622:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042186368 00000100:00100000:0.0:1763336279.549183:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 468 00000100:00100000:0.0:1763336279.549198:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57641:x1848991042186368:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336279.549218:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.549244:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa4628a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673a8 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.549267:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.549272:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.549379:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57641:x1848991042186368:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 185us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.549386:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 468 00000100:00100000:3.0:1763336279.552829:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.552951:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042186624 00000100:00100000:1.0:1763336279.552960:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042186624 00000100:00100000:1.0:1763336279.553249:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3699 00000100:00100000:1.0:1763336279.553260:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57641:x1848991042186624:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336279.553458:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57641:x1848991042186624:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 200us (636us total) trans 4294969033 rc 0/0 00000100:00100000:1.0:1763336279.553466:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3699 00000100:00100000:3.0:1763336279.573081:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.575065:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042186880 00000100:00100000:2.0:1763336279.575078:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042186880 00000100:00100000:2.0:1763336279.575147:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10768 00000100:00100000:2.0:1763336279.575157:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57642:x1848991042186880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.575180:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.575594:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462bb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673c4 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.576471:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa462c2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336279.576487:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa462c2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.576497:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa462c2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336279.576508:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336279.576598:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673c4 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.576614:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa462c2 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673c4 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.576622:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336279.576625:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336279.576628:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6c000, rc 0) 00000100:00100000:2.0:1763336279.576712:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57642:x1848991042186880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1548us (3631us total) trans 4294969034 rc 0/0 00000100:00100000:2.0:1763336279.576720:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10768 00000100:00100000:3.0:1763336279.582520:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.582601:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042187008 00000100:00100000:2.0:1763336279.582610:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042187008 00000100:00100000:2.0:1763336279.582676:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2339 00000100:00100000:2.0:1763336279.582761:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042187008:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336279.582797:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.582811:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.582813:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.582818:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.582830:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.587434:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.588618:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.588628:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.588635:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.588639:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.588649:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.588670:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.588678:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.589485:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042187008:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6793us (6966us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336279.589501:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2339 00000100:00100000:3.0:1763336279.655211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.655289:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042187136 00000100:00100000:0.0:1763336279.655299:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042187136 00000100:00100000:0.0:1763336279.655361:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7831 00000100:00100000:0.0:1763336279.655372:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042187136:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.655389:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.655409:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673cb expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336279.655520:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 262144, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6057, blocks: 0x130 00010000:00010000:0.0:1763336279.655541:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.655543:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.655555:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 15 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.655573:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 15 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.655631:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:0.0:1763336279.656940:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042187136:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1563us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.656951:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7831 00000100:00100000:3.0:1763336279.662002:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.662498:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042187264 00000100:00100000:2.0:1763336279.662507:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042187264 00000100:00100000:2.0:1763336279.662578:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2340 00000100:00100000:2.0:1763336279.662587:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042187264:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336279.662621:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.662635:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.662637:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.662642:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.662655:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.666980:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.667001:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.667011:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.667018:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.667022:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.667036:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.667053:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.667061:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa462de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.667144:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042187264:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4553us (5145us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336279.667154:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2340 00000100:00100000:3.0:1763336279.672807:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.672970:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042187392 00000100:00100000:2.0:1763336279.672981:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042187392 00000100:00100000:2.0:1763336279.673049:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2341 00000100:00100000:2.0:1763336279.673059:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042187392:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:2.0:1763336279.673103:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 262144, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6057, blocks: 0x100 00010000:00010000:2.0:1763336279.673111:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.673124:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.673126:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.673131:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.673144:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.676987:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.677006:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.677015:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.677021:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.677025:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.677033:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.677051:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.677058:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.679169:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042187392:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6101us (6362us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336279.679183:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2341 00000100:00100000:3.0:1763336279.693249:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.693368:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042187520 00000100:00100000:0.0:1763336279.693378:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042187520 00000100:00100000:0.0:1763336279.694429:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 469 00000100:00100000:0.0:1763336279.694445:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57642:x1848991042187520:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336279.694462:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.694486:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6c000/0x84ca14902aa462c2 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673c4 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.694505:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.694510:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.694563:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57642:x1848991042187520:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 123us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.694570:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 469 00000100:00100000:3.0:1763336279.696500:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.696572:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042187776 00000100:00100000:1.0:1763336279.696582:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042187776 00000100:00100000:1.0:1763336279.696975:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3700 00000100:00100000:1.0:1763336279.696986:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57642:x1848991042187776:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336279.697199:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57642:x1848991042187776:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 214us (706us total) trans 4294969035 rc 0/0 00000100:00100000:1.0:1763336279.697207:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3700 00000100:00100000:3.0:1763336279.701627:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.701736:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042188032 00000100:00100000:2.0:1763336279.701745:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042188032 00000100:00100000:2.0:1763336279.701799:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10769 00000100:00100000:2.0:1763336279.701808:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042188032:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336279.701830:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.701851:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462ec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673d2 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.701962:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336279.701977:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.701986:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.702024:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.702036:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 34 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.702049:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056222080:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336279.702122:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.704445:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056222080:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336279.704474:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336279.705283:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.705660:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042188160 00000100:00100000:0.0:1763336279.705669:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042188160 00010000:00010000:0.0:1763336279.705746:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 35 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.705788:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3715 00000100:00100000:0.0:1763336279.705799:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991042188160:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.705812:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.705819:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 35 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.705850:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 35 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.705873:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa46267 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6739a expref: 35 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.705888:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.705893:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.705915:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.705922:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.705947:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.706002:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991042188160:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 204us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.706011:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3715 00010000:00010000:1.0:1763336279.706480:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.706490:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336279.706513:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:1.0:1763336279.706637:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa462ec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.706654:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.706663:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.706666:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763336279.706669:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6dc00, rc 0) 00000100:00100000:1.0:1763336279.706752:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042188032:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4944us (5133us total) trans 4294969036 rc 0/0 00000100:00100000:1.0:1763336279.706760:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10769 00000100:00100000:3.0:1763336279.709143:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.709196:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042188288 00000100:00100000:1.0:1763336279.709204:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042188288 00000100:00100000:1.0:1763336279.709262:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10770 00000100:00100000:1.0:1763336279.709272:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042188288:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336279.709291:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.709310:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46301 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673d9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.709455:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.709470:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.709479:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.709509:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.709523:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 35 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.709536:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186508700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056222208:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.709623:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336279.711327:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186508700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056222208:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336279.711351:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336279.712674:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.712849:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042188416 00000100:00100000:2.0:1763336279.712859:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042188416 00010000:00010000:2.0:1763336279.712911:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 36 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.712955:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3716 00000100:00100000:2.0:1763336279.712965:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042188416:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336279.712979:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336279.712986:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 36 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.712998:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 36 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.713019:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa462f3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d2 expref: 36 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.713034:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336279.713039:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.713048:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.713055:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336279.713072:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336279.713120:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042188416:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 156us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.713127:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3716 00010000:00010000:1.0:1763336279.713951:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.713965:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336279.714016:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:1.0:1763336279.714021:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336279.714040:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.714071:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46301 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d9 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.714089:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d9 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.714097:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.714100:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336279.714103:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00000100:00100000:1.0:1763336279.714155:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042188288:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4884us (5020us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.714163:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10770 00000100:00100000:3.0:1763336279.717285:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.718033:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042188672 00000100:00100000:1.0:1763336279.718045:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042188672 00000100:00100000:1.0:1763336279.718122:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3701 00000100:00100000:1.0:1763336279.718133:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042188672:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336279.718364:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042188672:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 232us (1087us total) trans 4294969037 rc 0/0 00000100:00100000:1.0:1763336279.718373:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3701 00000100:00100000:3.0:1763336279.721138:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.721380:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042188928 00000100:00100000:1.0:1763336279.721392:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042188928 00000100:00100000:1.0:1763336279.721464:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10771 00000100:00100000:1.0:1763336279.721479:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042188928:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336279.721504:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.721507:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763336279.721534:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46308 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673d9 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.721556:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17800/0x84ca14902aa46275 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673a1 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.721568:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46244 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67393 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.721577:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.721581:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336279.721592:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4630f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673e0 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.721649:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46316 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.721660:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46316 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.721672:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46316 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:1.0:1763336279.722180:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].193, 88 off24400 00000004:00080000:1.0:1763336279.722192:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067683506346ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336279.722232:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].197, 88 off24752 00000004:00080000:1.0:1763336279.722241:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067683555216ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336279.722272:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].194, 88 off24488 00000004:00080000:1.0:1763336279.722278:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067683591905ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336279.722300:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].198, 88 off24840 00000004:00080000:1.0:1763336279.722306:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067683620032ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336279.722320:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].195, 88 off24576 00000004:00080000:1.0:1763336279.722325:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067683639567ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336279.722341:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].199, 88 off24928 00000004:00080000:1.0:1763336279.722346:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067683660606ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336279.722374:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].200, 88 off25016 00000004:00080000:1.0:1763336279.722379:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067683693900ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336279.722397:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].196, 88 off24664 00000004:00080000:1.0:1763336279.722402:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067683716457ns, next at 1066934261956ns, rc = 0 00000001:00080000:3.0:1763336279.725716:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969038 is committed 00000004:00080000:3.0:1763336279.725728:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 195 committed 00000004:00080000:3.0:1763336279.725804:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 195 committed 00000004:00080000:3.0:1763336279.725815:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 194 committed 00000004:00080000:3.0:1763336279.725818:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 194 committed 00010000:00010000:1.0:1763336279.725841:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725854:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725862:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725869:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336279.725876:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725884:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725922:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5e:0x0].0x0 (ffff9c91864d8500) 00010000:00010000:1.0:1763336279.725927:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336279.725933:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725941:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46213 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725971:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725981:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725988:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.725993:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336279.725995:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336279.726002:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056222464:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336279.726004:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.726017:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.726020:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336279.726023:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.726033:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa4621a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336279.726057:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056222336:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336279.726064:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763336279.726115:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 193 committed 00000004:00080000:3.0:1763336279.726118:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 193 committed 00000004:00080000:3.0:1763336279.726120:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 192 committed 00000004:00080000:3.0:1763336279.726124:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 192 committed 00000020:00080000:3.0:1763336279.726148:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c9290976600 refcount 2 committed 0 result 0 batchid 55 00000020:00080000:3.0:1763336279.726152:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c918b2baa00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92a9eb9540 00000020:00080000:3.0:1763336279.726155:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c92909769c0 00000020:00080000:3.0:1763336279.726158:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92af5ed400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c92bc972200 00000020:00080000:3.0:1763336279.726161:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].34 00000100:00100000:2.0:1763336279.726240:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056222464 00000100:00100000:2.0:1763336279.726249:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056222464 00000100:00100000:2.0:1763336279.726308:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7832 00000100:00100000:2.0:1763336279.726318:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3649:x1848991056222464:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.726400:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336279.726408:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056222976:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.726428:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056222848:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336279.726446:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1763336279.726458:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336279.726464:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336279.726467:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336279.726471:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:2.0:1763336279.726474:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336279.726479:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1763336279.726514:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 55 committed batchid 54 00000100:00100000:1.0:1763336279.726525:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056222336 00000100:00100000:2.0:1763336279.726531:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056222464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 213us (466us total) trans 17179872172 rc 0/0 00000100:00100000:1.0:1763336279.726531:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056222336 00000100:00100000:2.0:1763336279.726541:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7832 00000020:00080000:0.0:1763336279.726557:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 54 00000100:00100000:2.0:1763336279.726567:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056222976 00000100:00100000:2.0:1763336279.726573:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056222976 00000100:00100000:0.0:1763336279.726575:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056222720:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336279.726576:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056222848 00000100:00100000:1.0:1763336279.726581:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056222848 00000100:00100000:2.0:1763336279.726603:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7833 00000100:00100000:2.0:1763336279.726618:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056222336:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336279.726619:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.726621:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7834 00000100:00100000:1.0:1763336279.726635:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056222976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336279.726644:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056223232:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336279.726668:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336279.726712:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1763336279.726720:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056222592:0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336279.726736:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336279.726741:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.726744:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336279.726747:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336279.726749:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00000100:00100000:0.0:1763336279.726751:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763336279.726754:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.726756:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 304 -> 304 00002000:00010000:1.0:1763336279.726759:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336279.726764:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00000100:00100000:0.0:1763336279.726767:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056223104:0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336279.726768:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336279.726805:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1848991056222336:12345-0@lo:2:osp-syn-0-1.0 Request processed in 192us (405us total) trans 21474839587 rc 0/0 00000100:00100000:0.0:1763336279.726811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.726816:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056222976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 182us (369us total) trans 17179872173 rc 0/0 00000100:00100000:2.0:1763336279.726821:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7833 00000100:00100000:1.0:1763336279.726830:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7834 00000100:00100000:2.0:1763336279.726843:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056222720 00000100:00100000:2.0:1763336279.726848:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056222720 00000100:00100000:1.0:1763336279.726851:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056223232 00000100:00100000:1.0:1763336279.726856:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056223232 00000004:00080000:0.0:1763336279.726860:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca5180/2, rc 0, transno 17179872172 00000100:00100000:0.0:1763336279.726867:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056222464:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336279.726868:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056222592 00000100:00100000:2.0:1763336279.726874:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056222592 00000100:00100000:1.0:1763336279.726881:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056223104 00000004:00080000:0.0:1763336279.726882:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4a80/2, rc 0, transno 17179872173 00000100:00100000:1.0:1763336279.726887:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056223104 00000100:00100000:0.0:1763336279.726889:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056222976:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336279.726910:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7835 00000100:00100000:2.0:1763336279.726920:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056222848:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336279.726928:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7836 00000100:00100000:1.0:1763336279.726939:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056222720:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336279.726945:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7837 00000100:00100000:0.0:1763336279.726955:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056223232:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336279.726981:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:2.0:1763336279.726985:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.726987:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336279.726989:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.726991:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00002000:00010000:1.0:1763336279.727016:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336279.727021:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00000100:00100000:2.0:1763336279.727022:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056222848:12345-0@lo:2:osp-syn-0-1.0 Request processed in 104us (545us total) trans 21474839588 rc 0/0 00002000:00010000:1.0:1763336279.727026:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336279.727030:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336279.727032:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00000100:00100000:2.0:1763336279.727036:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7835 00002000:00010000:0.0:1763336279.727037:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336279.727039:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1763336279.727043:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336279.727047:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:0.0:1763336279.727050:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336279.727056:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7838 00000100:00100000:2.0:1763336279.727066:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056222592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.727084:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056222720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 148us (468us total) trans 21474839589 rc 0/0 00000100:00100000:0.0:1763336279.727091:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056223232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 136us (420us total) trans 21474839590 rc 0/0 00000100:00100000:1.0:1763336279.727097:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7836 00000100:00100000:0.0:1763336279.727105:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7837 00002000:00010000:2.0:1763336279.727122:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1763336279.727126:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7839 00002000:00010000:2.0:1763336279.727128:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.727132:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.727135:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00000100:00100000:1.0:1763336279.727138:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056223104:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336279.727139:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763336279.727151:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74a80/2, rc 0, transno 21474839589 00000100:00100000:0.0:1763336279.727157:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056222720:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763336279.727172:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c76d80/2, rc 0, transno 21474839590 00000100:00100000:0.0:1763336279.727176:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056223232:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336279.727182:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056222592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 116us (431us total) trans 17179872174 rc 0/0 00000100:00100000:2.0:1763336279.727192:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7838 00000004:00080000:0.0:1763336279.727193:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4380/2, rc 0, transno 17179872174 00000100:00100000:0.0:1763336279.727199:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056222592:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.727245:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056223104:12345-0@lo:2:osp-syn-1-1.0 Request processed in 109us (434us total) trans 17179872175 rc 0/0 00000004:00080000:0.0:1763336279.727249:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd6b100/2, rc 0, transno 17179872175 00000100:00100000:1.0:1763336279.727254:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7839 00000100:00100000:0.0:1763336279.727256:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056223104:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763336279.727305:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46316 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e0 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763336279.727317:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c77b80/2, rc 0, transno 21474839587 00010000:00010000:0.0:1763336279.727317:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.727321:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1763336279.727325:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056222336:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336279.727338:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75500/2, rc 0, transno 21474839588 00010000:00010000:0.0:1763336279.727340:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa4630f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e0 expref: 18 pid: 6513 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1763336279.727344:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056222848:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336279.727367:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46316 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e0 expref: 17 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.727392:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.727396:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336279.727399:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:0.0:1763336279.727453:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042188928:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5976us (6322us total) trans 4294969038 rc 0/0 00000100:00100000:0.0:1763336279.727461:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10771 00000100:00100000:3.0:1763336279.731581:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.731677:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189056 00000100:00100000:0.0:1763336279.731755:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189056 00000100:00100000:0.0:1763336279.732185:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7840 00000100:00100000:0.0:1763336279.732197:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991042189056:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336279.732215:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.732233:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673e7 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.732263:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.732272:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.732274:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.732278:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [81920->114687] (req 81920->114687) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.732311:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.732324:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.732338:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056223360:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.732632:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.735210:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056223360:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.735244:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [81920->114687] (req 81920->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.735263:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:0.0:1763336279.735314:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042189056:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3120us (3741us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.735326:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7840 00000100:00100000:1.0:1763336279.735917:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.736100:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189184 00000100:00100000:0.0:1763336279.736108:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189184 00010000:00010000:0.0:1763336279.736141:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.736182:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3717 00000100:00100000:0.0:1763336279.736193:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042189184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.736208:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.736228:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.736242:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.736265:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa462d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673cb expref: 16 pid: 8398 timeout: 1167 lvb_type: 1 00010000:00010000:0.0:1763336279.736279:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.736281:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.736287:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.736297:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.736328:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.736343:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056223488:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336279.736416:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.740039:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056223488:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336279.740042:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336279.740062:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.740149:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042189184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3957us (4232us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.740157:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3717 00000100:00100000:2.0:1763336279.740186:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189312 00000100:00100000:2.0:1763336279.740194:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189312 00000100:00100000:2.0:1763336279.740253:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2342 00000100:00100000:2.0:1763336279.740262:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042189312:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336279.740613:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336279.740617:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.740619:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.740622:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:2.0:1763336279.740624:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 304 -> 296 00000100:00100000:2.0:1763336279.740663:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042189312:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 402us (630us total) trans 21474839591 rc 0/0 00000100:00100000:2.0:1763336279.740670:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2342 00000100:00100000:1.0:1763336279.748122:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.748223:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189440 00000100:00100000:0.0:1763336279.748232:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189440 00000100:00100000:0.0:1763336279.748294:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10772 00000100:00100000:0.0:1763336279.748303:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042189440:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336279.748324:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.748343:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46324 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673ee expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.748435:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.748448:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.748459:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336279.748486:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336279.748490:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336279.748506:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.749051:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17a00/0x84ca14902aa46324 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.749069:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.749078:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.749081:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336279.749085:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336279.749145:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042189440:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 843us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.749152:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10772 00000100:00100000:1.0:1763336279.759704:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.760270:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189696 00000100:00100000:2.0:1763336279.760281:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189696 00000100:00100000:2.0:1763336279.760340:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3702 00000100:00100000:2.0:1763336279.760349:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042189696:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336279.760916:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042189696:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 567us (1234us total) trans 4294969039 rc 0/0 00000100:00100000:2.0:1763336279.760925:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3702 00000100:00100000:3.0:1763336279.779209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.779566:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189824 00000100:00100000:2.0:1763336279.779576:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189824 00000100:00100000:2.0:1763336279.779635:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10773 00000100:00100000:2.0:1763336279.779646:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042189824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.779669:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.779843:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46332 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673f5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.779930:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336279.779942:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.779953:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.779969:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336279.779975:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.779981:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780055:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336279.780064:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780070:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336279.780107:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:2.0:1763336279.780111:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336279.780127:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780137:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780146:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780152:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780158:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780167:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780172:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.780176:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780183:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780193:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24ec00) 00010000:00010000:2.0:1763336279.780196:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336279.780201:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780207:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46339 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780220:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780226:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780230:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780235:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336279.780238:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780243:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780253:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e000) 00010000:00010000:2.0:1763336279.780255:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336279.780257:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780262:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46340 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.780305:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46332 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.780322:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.780328:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336279.780330:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336279.780332:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d400, rc 0) 00000100:00100000:2.0:1763336279.780389:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042189824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 744us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.780397:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10773 00000100:00100000:1.0:1763336279.788291:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.788343:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042190208 00000100:00100000:2.0:1763336279.788352:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042190208 00000100:00100000:2.0:1763336279.788412:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10774 00000100:00100000:2.0:1763336279.788422:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042190208:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.788450:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.788471:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa4634e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c673fc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.788486:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:2.0:1763336279.788580:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336279.788594:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.788615:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.788622:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 5/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336279.788652:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.788664:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 21 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.788676:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056223616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.789029:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042189952 00000100:00100000:1.0:1763336279.789034:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042189952 00010000:00010000:1.0:1763336279.789056:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 6/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.789087:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3718 00000100:00100000:1.0:1763336279.789095:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042189952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.789104:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.789109:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 6/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.789120:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.789160:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.789164:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.789170:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.789176:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.789204:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042189952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 110us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.789210:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3718 00010000:00010000:1.0:1763336279.789258:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.789267:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.789278:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056223744:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.789303:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00010000:00010000:0.0:1763336279.792994:0:6514:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.203.16@tcp) returned -22 from blocking AST (req@00000000816adf4a x1848991056223616) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 21 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.793017:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa46347 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673f5 expref: 21 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.793032:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056223616:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.793054:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056223744:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.793075:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.793080:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.793088:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.793100:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336279.793941:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.794079:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042190336 00000100:00100000:1.0:1763336279.794088:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042190336 00010000:00010000:1.0:1763336279.794122:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.794162:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3719 00000100:00100000:1.0:1763336279.794172:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042190336:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.794185:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.794191:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.794203:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.794225:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4632b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673ee expref: 21 pid: 6513 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.794237:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.794241:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.794250:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.794255:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336279.794283:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336279.794301:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.794309:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336279.794332:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000100:00100000:1.0:1763336279.794336:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042190336:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 166us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.794344:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3719 00010000:00010000:0.0:1763336279.794457:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa4634e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.794472:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.794478:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.794481:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336279.794484:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6ce00, rc 0) 00000100:00100000:0.0:1763336279.794522:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042190208:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6102us (6240us total) trans 4294969040 rc 0/0 00000100:00100000:0.0:1763336279.794528:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10774 00000100:00100000:3.0:1763336279.802120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.802216:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042190464 00000100:00100000:0.0:1763336279.802227:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042190464 00000100:00100000:1.0:1763336279.802757:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10775 00000100:00100000:1.0:1763336279.802770:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042190464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.802793:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.802813:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46363 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67403 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.802915:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.802930:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.802939:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.802972:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.802984:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 21 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.802996:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056223872:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.803076:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.806114:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056223872:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.806142:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336279.806841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.807157:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042190592 00000100:00100000:1.0:1763336279.807165:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042190592 00010000:00010000:1.0:1763336279.807199:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.807302:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3720 00000100:00100000:1.0:1763336279.807313:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042190592:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.807328:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.807334:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.807346:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.807367:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa46355 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673fc expref: 22 pid: 6514 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.807382:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.807387:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.807395:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.807402:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.807789:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.807846:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042190592:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 533us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.807855:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3720 00010000:00010000:0.0:1763336279.808124:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.808133:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336279.808184:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336279.808188:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336279.808204:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.808234:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46363 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67403 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.808249:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67403 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.808257:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.808259:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336279.808261:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:0.0:1763336279.808299:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186312680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042190464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5532us (6187us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.808307:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10775 00000100:00100000:3.0:1763336279.813059:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.813658:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042190848 00000100:00100000:0.0:1763336279.813668:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042190848 00000100:00100000:0.0:1763336279.814248:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10776 00000100:00100000:0.0:1763336279.814262:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042190848:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.814282:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.814303:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46371 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6740a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.814404:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46378 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.814418:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46378 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.814428:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46378 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336279.814439:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:0.0:1763336279.814539:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa46371 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6740a expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.814554:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46378 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6740a expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.814562:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.814566:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336279.814569:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16e00, rc 0) 00000100:00100000:0.0:1763336279.815070:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57644:x1848991042190848:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 810us (2017us total) trans 4294969041 rc 0/0 00000100:00100000:0.0:1763336279.815079:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10776 00000100:00100000:1.0:1763336279.817910:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.818194:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042190976 00000100:00100000:0.0:1763336279.818205:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042190976 00000100:00100000:0.0:1763336279.818259:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7841 00000100:00100000:0.0:1763336279.818270:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042190976:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336279.818310:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.818334:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.818342:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336279.818344:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336279.818353:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.818388:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.818401:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 16 pid: 28588 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.818416:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056224000:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336279.818489:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.818547:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d480 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.818648:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042191104 00000100:00100000:3.0:1763336279.818652:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042191104 00000100:00100000:3.0:1763336279.818711:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7842 00000100:00100000:3.0:1763336279.818720:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042191104:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336279.818780:0:9765:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.818791:0:9765:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 17 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.818798:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336279.818799:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336279.818802:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.818821:0:9765:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 17 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.818830:0:9765:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 17 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:3.0:1763336279.818841:0:9765:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056224128:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336279.818881:0:9765:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9284f02780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336279.819017:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.819225:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042191232 00000100:00100000:1.0:1763336279.819231:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042191232 00000100:00100000:1.0:1763336279.819267:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7843 00000100:00100000:1.0:1763336279.819275:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042191232:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336279.819296:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.819308:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.819314:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336279.819316:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336279.819318:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.819338:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.819348:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 19 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.819358:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056224256:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336279.819393:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.822437:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056224000:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336279.822455:0:9765:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9765:1848991056224128:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.822467:0:28588:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.822478:0:9765:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.822530:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.822567:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.822590:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042191360 00000100:00100000:2.0:1763336279.822611:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042191360 00010000:00010000:2.0:1763336279.822644:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 18 pid: 28588 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.822669:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042191488 00000100:00100000:2.0:1763336279.822672:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042191488 00010000:00010000:2.0:1763336279.822700:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 19 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:2.0:1763336279.822720:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3721 00000100:00100000:2.0:1763336279.822728:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042191360:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336279.822741:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336279.822761:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 19 pid: 28588 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.822772:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 19 pid: 28588 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.822792:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa4631d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 81920->114687) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e7 expref: 19 pid: 28588 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.823018:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.823021:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.823026:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823037:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823063:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.823112:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3722 00000100:00100000:2.0:1763336279.823113:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042191360:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 382us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.823127:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3721 00000100:00100000:0.0:1763336279.823129:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042191488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.823140:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.823154:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 17 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.823170:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 17 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.823185:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46228 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67385 expref: 17 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:2.0:1763336279.823196:0:28588:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.823198:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.823201:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.823207:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823210:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.823221:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823235:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823245:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823253:0:28588:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.823255:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336279.823263:0:28588:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.823268:0:28588:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823277:0:28588:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.823282:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042191488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 158us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.823290:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3722 00010000:00010000:2.0:1763336279.823310:0:28588:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.823326:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46386 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.823377:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042190976:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5106us (5484us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.823385:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7841 00010000:00010000:3.0:1763336279.823448:0:9765:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823458:0:9765:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823472:0:9765:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823480:0:9765:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823486:0:9765:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823492:0:9765:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336279.823495:0:9765:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.823500:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92c0b27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056224256:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336279.823502:0:9765:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823512:0:9765:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.823516:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.823520:0:9765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa4638d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336279.823570:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042191104:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 4850us (5080us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.823577:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7842 00000100:00100000:2.0:1763336279.824459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.824508:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042191616 00000100:00100000:1.0:1763336279.824515:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042191616 00010000:00010000:1.0:1763336279.824541:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 20 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336279.824577:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3723 00000100:00100000:1.0:1763336279.824586:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042191616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.824597:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.824614:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 20 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.824625:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 20 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.824643:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa4622f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6738c expref: 20 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336279.824655:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.824657:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.824661:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.824669:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.824712:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.824756:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042191616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 171us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.824764:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3723 00010000:00010000:2.0:1763336279.825106:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825115:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825131:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825138:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825145:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825151:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336279.825154:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825162:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825172:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.825179:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46394 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336279.825235:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042191232:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5960us (6217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.825242:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7843 00000100:00100000:2.0:1763336279.828906:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.829012:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042191872 00000100:00100000:0.0:1763336279.829021:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042191872 00000100:00100000:0.0:1763336279.830256:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10777 00000100:00100000:0.0:1763336279.830275:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57644:x1848991042191872:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336279.830329:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336279.830356:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4636a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67403 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.830381:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46316 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673e0 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.830392:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.830397:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336279.830424:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336279.830435:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.830444:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:0.0:1763336279.830660:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].197, 88 off24752 00000004:00080000:0.0:1763336279.830669:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067791982692ns, next at 1066934261956ns, rc = 0 00000040:00080000:0.0:1763336279.830742:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].201, 88 off25104 00000004:00080000:0.0:1763336279.831310:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067792624363ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336279.831382:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].198, 88 off24840 00000004:00080000:0.0:1763336279.831388:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067792702463ns, next at 1066934261956ns, rc = 0 00000040:00080000:0.0:1763336279.831416:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].202, 88 off25192 00000004:00080000:0.0:1763336279.831421:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067792735320ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336279.831525:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].199, 88 off24928 00000004:00080000:0.0:1763336279.831531:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067792845360ns, next at 1066934261956ns, rc = 0 00000040:00080000:0.0:1763336279.831553:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].203, 88 off25280 00000004:00080000:0.0:1763336279.831558:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067792872532ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336279.831779:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].204, 88 off25368 00000004:00080000:0.0:1763336279.831786:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1067793100160ns, next at 1066934215223ns, rc = 0 00000040:00080000:0.0:1763336279.831811:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].200, 88 off25016 00000004:00080000:0.0:1763336279.831816:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1067793130234ns, next at 1066934261956ns, rc = 0 00000001:00080000:3.0:1763336279.834506:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969042 is committed 00000004:00080000:3.0:1763336279.834518:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 199 committed 00000004:00080000:3.0:1763336279.834543:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 199 committed 00000004:00080000:3.0:1763336279.834561:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 198 committed 00000004:00080000:3.0:1763336279.834564:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 198 committed 00000004:00080000:3.0:1763336279.834565:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 197 committed 00000004:00080000:3.0:1763336279.834567:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 197 committed 00000004:00080000:3.0:1763336279.834569:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 196 committed 00000004:00080000:3.0:1763336279.834571:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 196 committed 00000020:00080000:3.0:1763336279.834579:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 55 batchid updated 00000020:00080000:1.0:1763336279.834642:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 55 00000020:00080000:1.0:1763336279.834754:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 55 cancel update log [0x240000400:0x2:0x0].34: rc = 0 00000020:00080000:1.0:1763336279.834763:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 55 00000100:00100000:2.0:1763336279.834775:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056224512:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336279.834784:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056224640:0@lo:2:osp-syn-0-1.0 00000004:00010000:0.0:1763336279.834935:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056c8ece6 reply state 0000000078c29367 transno 4294969042 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.834954:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336279.834963:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00000100:00100000:3.0:1763336279.835005:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056224384:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336279.835025:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763336279.835029:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336279.835141:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.835164:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056224768:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336279.835180:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056225024:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.835188:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336279.835199:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.835204:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056225280:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.835223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.835238:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336279.835243:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056225152:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.835263:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1763336279.835645:0:6513:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336279.835661:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042191872:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 5391us (6772us total) trans 4294969042 rc 0/0 00000100:00100000:0.0:1763336279.835671:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10777 00000100:00100000:2.0:1763336279.836552:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056224512 00000100:00100000:2.0:1763336279.836563:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056224512 00000100:00100000:2.0:1763336279.836614:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056224768 00000100:00100000:2.0:1763336279.836618:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056224768 00000100:00100000:2.0:1763336279.836639:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056225024 00000100:00100000:2.0:1763336279.836642:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056225024 00000100:00100000:2.0:1763336279.836658:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056225280 00000100:00100000:2.0:1763336279.836661:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056225280 00000100:00100000:2.0:1763336279.836675:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056225152 00000100:00100000:2.0:1763336279.836677:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056225152 00000100:00100000:2.0:1763336279.836709:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7844 00000100:00100000:2.0:1763336279.836717:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056224512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336279.836722:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.836740:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056224896:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.836770:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.836792:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336279.836828:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056224384 00000100:00100000:1.0:1763336279.836832:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056224384 00000100:00100000:1.0:1763336279.836846:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056224896 00000100:00100000:1.0:1763336279.836848:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056224896 00000100:00100000:1.0:1763336279.836857:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056224640 00000100:00100000:1.0:1763336279.836858:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056224640 00000100:00100000:1.0:1763336279.836868:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7845 00000100:00100000:1.0:1763336279.836874:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056224768:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336279.836875:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056224512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 160us (1735us total) trans 21474839592 rc 0/0 00000100:00100000:2.0:1763336279.836881:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7844 00000100:00100000:2.0:1763336279.836914:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7846 00000100:00100000:2.0:1763336279.836920:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056225024:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336279.836949:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336279.836953:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336279.836956:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00000100:00100000:2.0:1763336279.836996:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056225024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (1795us total) trans 17179872176 rc 0/0 00000100:00100000:2.0:1763336279.837002:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7846 00000100:00100000:2.0:1763336279.837016:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7847 00000100:00100000:2.0:1763336279.837022:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056225280:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336279.837079:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:1.0:1763336279.837083:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336279.837091:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056225280:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (1868us total) trans 17179872177 rc 0/0 00000100:00100000:2.0:1763336279.837097:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7847 00000100:00100000:1.0:1763336279.837106:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056224768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 232us (1917us total) trans 21474839593 rc 0/0 00000100:00100000:2.0:1763336279.837109:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7848 00000100:00100000:1.0:1763336279.837112:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7845 00000100:00100000:2.0:1763336279.837114:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3647:x1848991056225152:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.837123:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7849 00000100:00100000:1.0:1763336279.837128:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3648:x1848991056224384:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336279.837160:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336279.837163:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.837165:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336279.837168:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.837170:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336279.837190:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3647:x1848991056225152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (1926us total) trans 17179872178 rc 0/0 00000100:00100000:1.0:1763336279.837190:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056224384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 60us (467us total) trans 21474839594 rc 0/0 00000100:00100000:1.0:1763336279.837196:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7849 00000100:00100000:2.0:1763336279.837199:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7848 00000100:00100000:1.0:1763336279.837209:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7850 00000100:00100000:1.0:1763336279.837214:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3648:x1848991056224896:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336279.837261:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336279.837264:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336279.837266:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336279.837268:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336279.837270:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336279.837294:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056224896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 79us (521us total) trans 17179872179 rc 0/0 00000100:00100000:2.0:1763336279.840864:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7851 00000100:00100000:1.0:1763336279.840876:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7850 00010000:00010000:1.0:1763336279.840954:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.840966:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.840975:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.840986:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:2.0:1763336279.840992:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056224640:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336279.840993:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.841007:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.841022:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.841025:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336279.841030:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.841036:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4639b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00002000:00010000:2.0:1763336279.841147:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 33386 -> 33386 00002000:00010000:2.0:1763336279.841151:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.841153:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336279.841156:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.841158:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00000004:00080000:1.0:1763336279.841190:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd69880/2, rc 0, transno 21474839594 00000100:00100000:1.0:1763336279.841197:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056224384:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336279.841215:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91867e9f80/2, rc 0, transno 17179872179 00000100:00100000:1.0:1763336279.841220:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056224896:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336279.841305:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.841349:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192000 00000100:00100000:1.0:1763336279.841355:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192000 00000100:00100000:1.0:1763336279.841398:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10778 00000100:00100000:1.0:1763336279.841406:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57644:x1848991042192000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.841420:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.841434:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67411 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.841478:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.841489:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.841504:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.841506:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336279.841509:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336279.841556:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042192000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 151us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.841564:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10778 00000100:00100000:2.0:1763336279.841722:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056224640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 844us (4927us total) trans 21474839595 rc 0/0 00000100:00100000:2.0:1763336279.841729:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7851 00000004:00080000:2.0:1763336279.841779:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb7b80/2, rc 0, transno 17179872176 00000100:00100000:2.0:1763336279.841784:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056225024:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336279.841795:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd69c00/2, rc 0, transno 21474839592 00000100:00100000:2.0:1763336279.841799:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056224512:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336279.841822:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9285eb6d80/2, rc 0, transno 17179872178 00000100:00100000:2.0:1763336279.841825:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056225152:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336279.841833:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68e00/2, rc 0, transno 21474839593 00000100:00100000:2.0:1763336279.841836:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056224768:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336279.841842:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3de300/2, rc 0, transno 17179872177 00000100:00100000:2.0:1763336279.841845:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056225280:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336279.842271:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68a80/2, rc 0, transno 21474839595 00000100:00100000:3.0:1763336279.842277:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056224640:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336279.845447:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.845870:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192128 00000100:00100000:1.0:1763336279.845880:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192128 00000100:00100000:1.0:1763336279.845935:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10779 00000100:00100000:1.0:1763336279.845945:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042192128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.845965:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.845988:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa463a9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67418 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.846078:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463b0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.846091:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.846101:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336279.846131:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:1.0:1763336279.846136:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336279.846152:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463b0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.846176:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa463a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67418 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.846192:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463b0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67418 expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.846200:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.846203:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336279.846206:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336279.846272:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042192128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 328us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.846279:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10779 00000100:00100000:0.0:1763336279.849191:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.849229:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.849881:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.850945:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192256 00000100:00100000:3.0:1763336279.850955:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192256 00000100:00100000:3.0:1763336279.851006:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192384 00000100:00100000:3.0:1763336279.851010:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192384 00000100:00100000:3.0:1763336279.851025:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192512 00000100:00100000:3.0:1763336279.851027:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192512 00000100:00100000:3.0:1763336279.851047:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7852 00000100:00100000:3.0:1763336279.851055:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042192256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336279.851073:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336279.851094:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6741f expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.851098:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7853 00000100:00100000:1.0:1763336279.851113:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042192384:12345-192.168.203.16@tcp:101:lfs.0 00002000:00010000:3.0:1763336279.851120:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 262144, mtime: 0x691a6057, atime: 0x691a6056, ctime: 0x691a6057, blocks: 0x128 00010000:00010000:1.0:1763336279.851122:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.851136:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67426 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336279.851142:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336279.851146:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1763336279.851153:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6057, blocks: 0x1800 00010000:00010000:3.0:1763336279.851158:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336279.851167:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.851171:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.851178:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 17 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336279.851179:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336279.851204:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00010000:00010000:1.0:1763336279.851204:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 17 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336279.851218:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:0.0:1763336279.851286:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7854 00000100:00100000:1.0:1763336279.851287:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042192384:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 176us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.851298:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7853 00000100:00100000:0.0:1763336279.851303:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042192512:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.851313:0:8396:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.851325:0:8396:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6742d expref: -99 pid: 8396 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336279.851339:0:8396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6057, blocks: 0x0 00010000:00010000:0.0:1763336279.851348:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.851350:0:8396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.851355:0:8396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 19 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.851368:0:8396:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 19 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.851377:0:8396:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16400, rc 0) 00000100:00100000:0.0:1763336279.851399:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042192512:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 102us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.851405:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7854 00000100:00100000:3.0:1763336279.852152:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042192256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1094us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336279.852160:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7852 00000100:00100000:0.0:1763336279.902206:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.904179:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192640 00000100:00100000:3.0:1763336279.904192:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192640 00000100:00100000:2.0:1763336279.904487:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7855 00000100:00100000:2.0:1763336279.904496:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6815050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042192640:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336279.904854:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6815050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042192640:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 357us (2655us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.904862:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7855 00000100:00100000:2.0:1763336279.908012:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.908086:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192768 00000100:00100000:0.0:1763336279.908094:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192768 00000100:00100000:0.0:1763336279.908166:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7856 00000100:00100000:0.0:1763336279.908176:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042192768:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336279.908420:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042192768:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 244us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.908427:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7856 00000100:00100000:1.0:1763336279.911928:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.911987:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042192896 00000100:00100000:0.0:1763336279.911996:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042192896 00000100:00100000:0.0:1763336279.912047:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10780 00000100:00100000:0.0:1763336279.912057:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042192896:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.912077:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.912098:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa463cc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67434 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.912133:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336279.912149:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.912159:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.912265:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa463cc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.912280:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.912287:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.912290:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336279.912293:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17000, rc 0) 00000100:00100000:0.0:1763336279.912348:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042192896:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 292us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.912355:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10780 00000100:00100000:3.0:1763336279.915171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.915277:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042193152 00000100:00100000:1.0:1763336279.915287:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042193152 00000100:00100000:1.0:1763336279.915382:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10781 00000100:00100000:1.0:1763336279.915394:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042193152:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336279.915441:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.915465:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463b0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67418 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.915483:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.915488:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336279.915649:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.915663:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.915673:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336279.915748:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969043 00000004:00010000:1.0:1763336279.915770:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f4c1b4ca reply state 0000000061c07170 transno 4294969044 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.915781:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.915787:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.915790:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336279.915793:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336279.915879:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57644:x1848991042193152:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 488us (715us total) trans 4294969044 rc 0/0 00000100:00100000:1.0:1763336279.915887:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10781 00000020:00080000:1.0:1763336279.915892:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336279.930089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.930179:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042193280 00000100:00100000:0.0:1763336279.930188:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042193280 00000100:00100000:0.0:1763336279.930238:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7857 00000100:00100000:0.0:1763336279.930247:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57644:x1848991042193280:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.930264:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.930282:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6743b expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.930309:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.930323:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.930325:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.930330:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.930357:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336279.930368:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 1167 lvb_type: 1 00000100:00100000:0.0:1763336279.930381:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056225408:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.930449:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.932193:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056225408:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336279.932219:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:0.0:1763336279.932226:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 17 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.932242:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17c00, rc 0) 00000100:00100000:1.0:1763336279.932285:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042193408 00000100:00100000:1.0:1763336279.932293:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042193408 00000100:00100000:0.0:1763336279.932293:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57644:x1848991042193280:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2045us (2211us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.932303:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7857 00010000:00010000:1.0:1763336279.932322:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 1167 lvb_type: 1 00000100:00100000:1.0:1763336279.932361:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3724 00000100:00100000:1.0:1763336279.932369:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042193408:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336279.932379:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.932384:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 1167 lvb_type: 1 00010000:00010000:1.0:1763336279.932397:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 1167 lvb_type: 1 00010000:00010000:1.0:1763336279.933131:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46298 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c673af expref: 17 pid: 35222 timeout: 1167 lvb_type: 1 00010000:00010000:1.0:1763336279.933148:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.933151:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.933158:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.933168:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.933205:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336279.933218:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056225536:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336279.933292:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336279.943596:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.943757:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056225536:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336279.943783:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336279.943844:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042193408:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 11475us (11627us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.943855:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3724 00000100:00100000:3.0:1763336279.944284:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.945605:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042193664 00000100:00100000:2.0:1763336279.945618:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042193664 00002000:00010000:2.0:1763336279.945657:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:2.0:1763336279.945662:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186310a80 with x1848991042193664 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336279.945675:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186310a80. 00000100:00100000:2.0:1763336279.945728:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042193536 00000100:00100000:2.0:1763336279.945732:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042193536 00002000:00010000:2.0:1763336279.945747:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:2.0:1763336279.945750:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186310e00 with x1848991042193536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336279.945755:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186310e00. 00000100:00100000:2.0:1763336279.945782:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2343 00000100:00100000:2.0:1763336279.945791:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042193664:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336279.945933:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336279.945937:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.945940:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336279.945942:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.945944:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336279.945993:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042193664:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 202us (2404us total) trans 17179872180 rc 0/0 00000100:00100000:2.0:1763336279.946000:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2343 00002000:00010000:2.0:1763336279.946004:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:2.0:1763336279.946007:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186310a80 with x1848991042193664 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336279.946012:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186310a80. 00000100:00100000:2.0:1763336279.946034:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2344 00000100:00100000:2.0:1763336279.946041:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042193536:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336279.946359:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 33386 -> 0 00002000:00010000:2.0:1763336279.946362:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.946364:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336279.946365:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.946367:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:2.0:1763336279.946390:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042193536:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 349us (2106us total) trans 21474839596 rc 0/0 00000100:00100000:2.0:1763336279.946396:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2344 00002000:00010000:2.0:1763336279.946399:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:2.0:1763336279.946402:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186310e00 with x1848991042193536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336279.946405:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186310e00. 00000100:00100000:0.0:1763336279.953245:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.953329:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042193792 00000100:00100000:1.0:1763336279.953338:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042193792 00000100:00100000:1.0:1763336279.953635:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10782 00000100:00100000:1.0:1763336279.953646:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57644:x1848991042193792:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336279.953669:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336279.953990:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa463e8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67442 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.954079:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463ef lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.954092:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.954102:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:1.0:1763336279.954125:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336279.954129:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336279.954142:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463ef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.954165:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa463e8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67442 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.954181:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463ef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67442 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.954189:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.954191:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336279.954195:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336279.958970:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57644:x1848991042193792:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5314us (5721us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336279.958982:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10782 00000100:00100000:3.0:1763336279.965799:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.965890:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194048 00000100:00100000:1.0:1763336279.965928:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194048 00000100:00100000:1.0:1763336279.965992:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10783 00000100:00100000:1.0:1763336279.966002:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57644:x1848991042194048:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336279.966054:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336279.966078:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa463ef lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67442 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.966096:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.966101:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336279.966250:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:1.0:1763336279.966263:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.966272:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:1.0:1763336279.966311:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969045 00000004:00010000:1.0:1763336279.966328:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005612af46 reply state 000000005c04afef transno 4294969046 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.966338:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336279.966344:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336279.966347:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336279.966349:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336279.966429:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186310700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57644:x1848991042194048:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 428us (639us total) trans 4294969046 rc 0/0 00000100:00100000:1.0:1763336279.966436:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10783 00000020:00080000:1.0:1763336279.966441:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336279.970132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.970322:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194176 00000100:00100000:2.0:1763336279.970332:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194176 00000100:00100000:2.0:1763336279.970380:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7858 00000100:00100000:2.0:1763336279.970389:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042194176:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336279.970405:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336279.970424:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67449 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336279.970442:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 262144, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6057, blocks: 0x100 00010000:00010000:2.0:1763336279.970462:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.970464:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336279.970471:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.970485:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336279.970496:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d400, rc 0) 00000100:00100000:2.0:1763336279.971365:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57644:x1848991042194176:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 973us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336279.971374:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7858 00000100:00100000:3.0:1763336279.976376:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336279.977426:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194304 00000100:00100000:2.0:1763336279.977437:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194304 00000100:00100000:0.0:1763336279.977817:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7859 00000100:00100000:0.0:1763336279.977828:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57644:x1848991042194304:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.977846:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.977864:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46404 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67450 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.977892:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.977911:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336279.977913:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336279.977917:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46404 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67450 expref: 18 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.977950:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.977961:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.977974:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056225664:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336279.978051:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.981974:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056225664:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336279.982005:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46404 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67450 expref: 18 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.982023:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a17a00, rc 0) 00000100:00100000:0.0:1763336279.982082:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042194304:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4256us (5716us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.982091:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7859 00000100:00100000:3.0:1763336279.983067:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.984060:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194432 00000100:00100000:1.0:1763336279.984071:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194432 00010000:00010000:0.0:1763336279.984253:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336279.984298:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3725 00000100:00100000:0.0:1763336279.984308:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042194432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336279.984324:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336279.984329:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.984344:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.984367:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa461b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67370 expref: 18 pid: 9765 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336279.984382:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.984383:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336279.984389:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67450 expref: 17 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.984399:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67450 expref: 17 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.984434:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17a00/0x84ca14902aa46404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67450 expref: 17 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336279.984453:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056225792:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336279.984530:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336279.987491:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056225792:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336279.987514:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336279.987565:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042194432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3259us (4501us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.987575:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3725 00000100:00100000:3.0:1763336279.988736:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336279.989278:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.990057:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194560 00000100:00100000:2.0:1763336279.990058:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194688 00000100:00100000:2.0:1763336279.990068:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194688 00000100:00100000:1.0:1763336279.990069:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194560 00002000:00010000:2.0:1763336279.990110:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00010000:1.0:1763336279.990110:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (0->18446744073709551615) 00002000:00100000:1.0:1763336279.990117:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb4a80 with x1848991042194560 ext(0->18446744073709551615) 00002000:00100000:2.0:1763336279.990119:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb5f80 with x1848991042194688 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336279.990129:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183eb5f80. 00002000:00010000:1.0:1763336279.990130:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb4a80. 00000100:00100000:1.0:1763336279.990210:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2345 00000100:00100000:1.0:1763336279.990220:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042194560:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:2.0:1763336279.990795:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2346 00000100:00100000:2.0:1763336279.990807:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042194688:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336279.990933:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336279.990936:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336278 -> 1763336279 00002000:00010000:2.0:1763336279.990938:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336279.990941:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:2.0:1763336279.990943:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336279.991004:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042194688:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 199us (1724us total) trans 21474839597 rc 0/0 00000100:00100000:2.0:1763336279.991015:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2346 00002000:00010000:2.0:1763336279.991020:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336279.991022:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb5f80 with x1848991042194688 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336279.991028:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183eb5f80. 00002000:00010000:1.0:1763336279.991145:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 0 00002000:00010000:1.0:1763336279.991149:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336278 -> 1763336279 00002000:00010000:1.0:1763336279.991150:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336279.991153:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336279 -> 1763336279 00002000:00010000:1.0:1763336279.991154:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 256 -> 0 00000100:00100000:1.0:1763336279.991179:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042194560:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 961us (2449us total) trans 17179872181 rc 0/0 00000100:00100000:1.0:1763336279.991186:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2345 00002000:00010000:1.0:1763336279.991189:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (0->18446744073709551615) 00002000:00100000:1.0:1763336279.991192:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb4a80 with x1848991042194560 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336279.991197:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb4a80. 00000100:00100000:3.0:1763336279.994290:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336279.994840:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194816 00000100:00100000:0.0:1763336279.994850:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194816 00000100:00100000:0.0:1763336279.994917:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10784 00000100:00100000:0.0:1763336279.994927:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57644:x1848991042194816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336279.994950:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336279.994970:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4640b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67457 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.995060:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46412 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336279.995075:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46412 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.995086:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46412 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336279.995111:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:0.0:1763336279.995116:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336279.995132:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46412 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336279.995157:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16200/0x84ca14902aa4640b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67457 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.995173:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46412 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67457 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336279.995180:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336279.995183:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336279.995186:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16a00, rc 0) 00000100:00100000:0.0:1763336279.995245:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57644:x1848991042194816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 320us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336279.995251:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10784 00000100:00100000:3.0:1763336279.999332:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336279.999396:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042194944 00000100:00100000:1.0:1763336279.999407:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042194944 00000100:00100000:1.0:1763336279.999668:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2347 00000100:00100000:1.0:1763336279.999679:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042194944:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336279.999858:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.999878:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.999881:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336279.999886:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336279.999910:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000552:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000562:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000570:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000576:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0ce00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336280.000581:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000589:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000603:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.000609:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46419 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.001210:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042194944:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 1005us (1361us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1763336280.001221:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2347 00000100:00100000:3.0:1763336280.006871:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.007498:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195072 00000100:00100000:1.0:1763336280.007509:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195072 00000100:00100000:1.0:1763336280.007600:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2348 00000100:00100000:1.0:1763336280.007612:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042195072:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336280.007650:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.007669:0:28399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.007677:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.007679:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.007706:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.007743:0:28399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 18 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.007757:0:28399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 18 pid: 8399 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336280.007773:0:28399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28399:1848991056225920:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.007845:0:28399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fa80 going to sleep for 11 seconds 00000100:00080000:0.0:1763336280.008041:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763336280.010955:0:28399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28399:1848991056225920:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336280.010985:0:28399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.015371:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.015440:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195200 00000100:00100000:0.0:1763336280.015449:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195200 00010000:00010000:0.0:1763336280.015485:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 19 pid: 8399 timeout: 1167 lvb_type: 0 00000100:00100000:0.0:1763336280.015524:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3726 00000100:00100000:0.0:1763336280.015532:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042195200:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.015546:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.015564:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 19 pid: 8399 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336280.015577:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 19 pid: 8399 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336280.015603:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a17c00/0x84ca14902aa463e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6743b expref: 19 pid: 8399 timeout: 1167 lvb_type: 0 00010000:00010000:0.0:1763336280.015618:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.015620:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.015624:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.015634:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.015661:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336280.015752:0:28399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.015763:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336280.016786:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042195200:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1249us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.016797:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3726 00000001:00080000:0.0:1763336280.019118:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839598 is committed 00000001:00080000:0.0:1763336280.019138:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839595 is committed 00002000:00010000:3.0:1763336280.019259:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 0 -> 20480 00002000:00010000:3.0:1763336280.019264:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336279 -> 1763336280 00002000:00010000:3.0:1763336280.019266:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:3.0:1763336280.019268:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1763336280.019281:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.019292:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.019299:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.019306:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0de00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.019310:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.019318:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.019336:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.019343:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46420 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.019431:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042195072:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11817us (12564us total) trans 21474839598 rc 0/0 00000100:00100000:3.0:1763336280.019440:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2348 00000100:00100000:3.0:1763336280.024051:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.024427:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195328 00000100:00100000:1.0:1763336280.024438:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195328 00000100:00080000:0.0:1763336280.024499:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763336280.024519:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2349 00000100:00100000:1.0:1763336280.024531:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042195328:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336280.024568:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.024773:0:28399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 22 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.024781:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.024784:0:28399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.024787:0:28399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.024823:0:28399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 22 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.024837:0:28399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 22 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336280.024851:0:28399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28399:1848991056226048:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.024939:0:28399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.027833:0:28399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b643480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28399:1848991056226048:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.027834:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:3.0:1763336280.027868:0:28399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.027880:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195456 00000100:00100000:1.0:1763336280.027887:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195456 00010000:00010000:1.0:1763336280.027929:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 23 pid: 8398 timeout: 1167 lvb_type: 0 00000100:00100000:1.0:1763336280.027967:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3727 00000100:00100000:1.0:1763336280.027976:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042195456:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336280.027989:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.028006:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 23 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336280.028018:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 23 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336280.028040:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa463fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67449 expref: 23 pid: 8398 timeout: 1167 lvb_type: 0 00010000:00010000:1.0:1763336280.028055:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.028057:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.028061:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.028075:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.028094:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.028133:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042195456:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.028141:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3727 00010000:00010000:3.0:1763336280.028281:0:28399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.028291:0:28399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336280.030153:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872182 is committed 00000001:00080000:0.0:1763336280.030173:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872179 is committed 00002000:00010000:3.0:1763336280.030278:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 0 -> 20480 00002000:00010000:3.0:1763336280.030282:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336279 -> 1763336280 00002000:00010000:3.0:1763336280.030285:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:3.0:1763336280.030287:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:3.0:1763336280.030299:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.030314:0:28399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.030323:0:28399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.030330:0:28399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.030334:0:28399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.030342:0:28399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.030358:0:28399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.030365:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46427 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->20479] (req 4096->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.030509:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042195328:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5976us (6462us total) trans 17179872182 rc 0/0 00000100:00100000:3.0:1763336280.030518:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2349 00000100:00100000:1.0:1763336280.034307:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.034513:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195584 00000100:00100000:0.0:1763336280.034523:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195584 00000100:00100000:0.0:1763336280.034640:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7860 00000100:00100000:0.0:1763336280.034650:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042195584:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336280.034965:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042195584:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 316us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.034973:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7860 00000100:00100000:1.0:1763336280.040826:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056226176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763336280.040907:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336280.041048:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056226176 00000100:00100000:2.0:1763336280.041056:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056226176 00000100:00100000:2.0:1763336280.041098:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1763336280.041106:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1848991056226176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763336280.041133:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915882496 avail 3684360192 00000100:00100000:0.0:1763336280.041796:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.041864:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1848991056226176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 757us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.041873:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1763336280.041950:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839595 gen 2 00000004:00080000:1.0:1763336280.041956:0:3648:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839586 committed transno 21474839595 00000004:00080000:1.0:1763336280.041974:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77b80, transno 21474839587 00000004:00080000:1.0:1763336280.041990:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75500, transno 21474839588 00000004:00080000:1.0:1763336280.041993:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74a80, transno 21474839589 00000004:00080000:1.0:1763336280.041995:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c76d80, transno 21474839590 00000004:00080000:1.0:1763336280.041997:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69c00, transno 21474839592 00000004:00080000:1.0:1763336280.041999:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68e00, transno 21474839593 00000004:00080000:1.0:1763336280.042002:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd69880, transno 21474839594 00000004:00080000:1.0:1763336280.042004:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68a80, transno 21474839595 00000100:00100000:1.0:1763336280.042014:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056226176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763336280.043320:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195712 00000100:00100000:3.0:1763336280.043330:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195712 00000100:00100000:3.0:1763336280.043384:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7861 00000100:00100000:3.0:1763336280.043393:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042195712:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336280.043508:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042195712:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 115us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.043517:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7861 00000004:00080000:2.0:1763336280.043762:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:1.0:1763336280.050236:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.051118:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042195968 00000100:00100000:0.0:1763336280.051153:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042195968 00000100:00100000:0.0:1763336280.051323:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10785 00000100:00100000:0.0:1763336280.051346:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57644:x1848991042195968:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336280.051480:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.051520:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa46412 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67457 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.051582:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.051595:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336280.052098:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.052125:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.052134:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336280.052202:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969047 00000004:00010000:0.0:1763336280.052248:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000010a7075e reply state 00000000cd8a5abb transno 4294969048 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.052260:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.052282:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.052285:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336280.052288:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336280.052483:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57644:x1848991042195968:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1121us (2239us total) trans 4294969048 rc 0/0 00000100:00080000:1.0:1763336280.052491:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763336280.052512:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10785 00000020:00080000:0.0:1763336280.052519:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336280.056336:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.056421:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196096 00000100:00100000:0.0:1763336280.056432:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196096 00000100:00100000:0.0:1763336280.057281:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7862 00000100:00100000:0.0:1763336280.057297:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57644:x1848991042196096:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.057316:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.057336:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6745e expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.057358:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 20480, mtime: 0x691a6058, atime: 0x691a6054, ctime: 0x691a6058, blocks: 0x20 00010000:00010000:0.0:1763336280.057378:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.057381:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.057389:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.057405:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.057416:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336280.057465:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57644:x1848991042196096:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 173us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.057472:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7862 00000100:00100000:3.0:1763336280.059961:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.060010:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.060074:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196224 00000100:00100000:2.0:1763336280.060085:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196224 00000100:00100000:0.0:1763336280.060102:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196352 00000100:00100000:0.0:1763336280.060108:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196352 00002000:00010000:2.0:1763336280.060121:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (20480->18446744073709551615) 00002000:00100000:2.0:1763336280.060127:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb6680 with x1848991042196224 ext(20480->18446744073709551615) 00002000:00010000:0.0:1763336280.060128:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336280.060135:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb7800 with x1848991042196352 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.060139:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183eb6680. 00002000:00010000:0.0:1763336280.060143:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb7800. 00000100:00100000:2.0:1763336280.060175:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2350 00000100:00100000:2.0:1763336280.060187:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042196224:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336280.060194:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2351 00000100:00100000:0.0:1763336280.060204:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042196352:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.060346:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 20480 -> 20480 00002000:00010000:0.0:1763336280.060346:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.060353:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.060353:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336279 -> 1763336280 00002000:00010000:2.0:1763336280.060360:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336280.060360:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336280.060368:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.060369:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:2.0:1763336280.060373:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 32 00002000:00010000:0.0:1763336280.060374:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336280.060726:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042196352:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 522us (714us total) trans 17179872183 rc 0/0 00000100:00100000:0.0:1763336280.060734:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2351 00002000:00010000:0.0:1763336280.060738:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336280.060741:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb7800 with x1848991042196352 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336280.060745:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183eb7800. 00000100:00100000:2.0:1763336280.060835:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042196224:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 650us (880us total) trans 21474839599 rc 0/0 00000100:00100000:2.0:1763336280.060843:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2350 00002000:00010000:2.0:1763336280.060846:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (20480->18446744073709551615) 00002000:00100000:2.0:1763336280.060849:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb6680 with x1848991042196224 ext(20480->18446744073709551615) 00002000:00010000:2.0:1763336280.060854:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183eb6680. 00000100:00100000:1.0:1763336280.063920:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.064122:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196480 00000100:00100000:3.0:1763336280.064132:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196480 00000100:00100000:3.0:1763336280.064293:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10786 00000100:00100000:3.0:1763336280.064304:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57644:x1848991042196480:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336280.064326:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336280.064347:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4643c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67465 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.064443:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46443 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336280.064457:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46443 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.064469:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46443 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763336280.064495:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 20480 00000004:00200000:3.0:1763336280.064499:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336280.064515:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46443 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.064544:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa4643c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67465 expref: 30 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.064560:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46443 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67465 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.064575:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.064577:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336280.064581:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe000, rc 0) 00000100:00100000:3.0:1763336280.064641:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57644:x1848991042196480:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 340us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.064648:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10786 00000100:00100000:1.0:1763336280.067994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.068174:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196736 00000100:00100000:3.0:1763336280.068184:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196736 00000100:00100000:3.0:1763336280.068285:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10787 00000100:00100000:3.0:1763336280.068297:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57644:x1848991042196736:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336280.068361:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336280.068389:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46443 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67465 expref: 29 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.068406:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.068411:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336280.068569:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336280.068583:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.068592:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763336280.068638:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969049 00000004:00010000:3.0:1763336280.068662:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000090cd6da2 reply state 00000000144b68a9 transno 4294969050 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.068678:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.068719:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.068722:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336280.068725:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336280.068816:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57644:x1848991042196736:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 521us (830us total) trans 4294969050 rc 0/0 00000100:00100000:3.0:1763336280.068823:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10787 00000020:00080000:3.0:1763336280.068828:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336280.071161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.071229:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196864 00000100:00100000:3.0:1763336280.071238:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196864 00000100:00100000:3.0:1763336280.071288:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7863 00000100:00100000:3.0:1763336280.071298:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042196864:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336280.071322:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336280.071341:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6746c expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336280.071363:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 20480, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0x20 00010000:00010000:3.0:1763336280.071388:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.071391:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.071397:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.071423:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.071435:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf000, rc 0) 00000100:00100000:3.0:1763336280.071494:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042196864:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 198us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.071502:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7863 00000100:00100000:1.0:1763336280.074935:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.075157:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042196992 00000100:00100000:2.0:1763336280.075167:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042196992 00002000:00010000:2.0:1763336280.075203:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (20480->18446744073709551615) 00002000:00100000:2.0:1763336280.075208:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014000 with x1848991042196992 ext(20480->18446744073709551615) 00002000:00010000:2.0:1763336280.075220:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187014000. 00000100:00100000:2.0:1763336280.075254:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2352 00000100:00100000:2.0:1763336280.075265:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042196992:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.075403:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 20480 -> 20480 00000100:00100000:3.0:1763336280.075409:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:2.0:1763336280.075409:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.075415:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.075417:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.075419:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:2.0:1763336280.075486:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042196992:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 221us (559us total) trans 17179872184 rc 0/0 00000100:00100000:2.0:1763336280.075494:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2352 00002000:00010000:2.0:1763336280.075498:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (20480->18446744073709551615) 00002000:00100000:2.0:1763336280.075500:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187014000 with x1848991042196992 ext(20480->18446744073709551615) 00002000:00010000:2.0:1763336280.075505:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187014000. 00000100:00100000:2.0:1763336280.075524:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197120 00000100:00100000:2.0:1763336280.075528:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197120 00002000:00010000:2.0:1763336280.075546:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.075550:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb5c00 with x1848991042197120 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.075556:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183eb5c00. 00000100:00100000:2.0:1763336280.075572:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2353 00000100:00100000:2.0:1763336280.075578:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042197120:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.075640:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.075644:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336279 -> 1763336280 00002000:00010000:2.0:1763336280.075646:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.075649:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:2.0:1763336280.075651:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336280.075672:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042197120:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 94us (268us total) trans 21474839600 rc 0/0 00000100:00100000:2.0:1763336280.075678:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2353 00002000:00010000:2.0:1763336280.075681:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.075718:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183eb5c00 with x1848991042197120 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.075724:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183eb5c00. 00000100:00100000:1.0:1763336280.078775:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.078849:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197248 00000100:00100000:3.0:1763336280.078858:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197248 00000100:00100000:3.0:1763336280.078921:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10788 00000100:00100000:3.0:1763336280.078930:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57644:x1848991042197248:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336280.078951:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336280.078970:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46458 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67473 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.079055:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4645f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336280.079070:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4645f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.079081:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4645f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:3.0:1763336280.079106:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 20480 00000004:00200000:3.0:1763336280.079110:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336280.079126:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4645f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.079149:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa46458 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67473 expref: 33 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.079164:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4645f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67473 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.079177:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.079180:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336280.079184:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336280.079242:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57644:x1848991042197248:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 312us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.079249:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10788 00000100:00100000:1.0:1763336280.083231:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.083285:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197376 00000100:00100000:3.0:1763336280.083296:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197376 00000100:00100000:3.0:1763336280.083364:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2354 00000100:00100000:3.0:1763336280.083374:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042197376:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336280.083410:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083425:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.083427:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.083432:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083444:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083557:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083566:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083582:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083588:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.083592:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083599:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083612:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.083619:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa46466 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.084166:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042197376:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 790us (941us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336280.084176:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2354 00000100:00100000:1.0:1763336280.088261:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.088363:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197504 00000100:00100000:2.0:1763336280.088374:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197504 00000100:00100000:2.0:1763336280.088477:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2355 00000100:00100000:2.0:1763336280.088487:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042197504:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336280.088577:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.088598:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.088606:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.088608:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.088612:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.088648:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.088661:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 14 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.088674:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056226304:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.088832:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.090369:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056226304:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.090393:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.090968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.091213:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197632 00000100:00100000:3.0:1763336280.091221:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197632 00010000:00010000:3.0:1763336280.091264:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:3.0:1763336280.091300:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3728 00000100:00100000:3.0:1763336280.091308:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042197632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336280.091322:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336280.091343:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.091361:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.091383:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46435 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6745e expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.091397:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.091400:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.091404:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.091413:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.091442:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336280.091496:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042197632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.091503:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3728 00010000:00010000:2.0:1763336280.091536:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.091545:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336280.094662:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839601 is committed 00002000:00010000:2.0:1763336280.094861:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 20480 -> 45056 00002000:00010000:2.0:1763336280.094866:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 32 -> 40 00010000:00010000:2.0:1763336280.094879:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.094891:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.094912:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.094919:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.094923:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.094931:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.094950:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.094957:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d400/0x84ca14902aa4646d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.095069:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918af0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042197504:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 6576us (6808us total) trans 21474839601 rc 0/0 00000100:00100000:2.0:1763336280.095079:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2355 00000100:00100000:1.0:1763336280.100655:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.100755:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197760 00000100:00100000:2.0:1763336280.100765:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197760 00000100:00100000:2.0:1763336280.100840:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2356 00000100:00100000:2.0:1763336280.100851:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042197760:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336280.100888:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.100923:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.100932:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.100934:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.100938:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.100971:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 20 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.100984:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 20 pid: 8398 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.100998:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056226432:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.101081:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336280.106936:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.107922:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056226432:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.107951:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.108408:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042197888 00000100:00100000:3.0:1763336280.108416:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042197888 00010000:00010000:3.0:1763336280.108453:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 21 pid: 8398 timeout: 1168 lvb_type: 0 00000100:00100000:3.0:1763336280.108491:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3729 00000100:00100000:3.0:1763336280.108501:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042197888:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336280.108514:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336280.108532:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 21 pid: 8398 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.108747:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 21 pid: 8398 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.108771:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46451 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6746c expref: 21 pid: 8398 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.108785:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.108788:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.108792:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.108800:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.108957:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336280.109059:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.109069:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336280.109101:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042197888:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 599us (2171us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.109112:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3729 00000001:00080000:1.0:1763336280.112080:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872185 is committed 00002000:00010000:2.0:1763336280.112335:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 20480 -> 45056 00002000:00010000:2.0:1763336280.112340:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 32 -> 40 00010000:00010000:2.0:1763336280.112353:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.112365:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.112374:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.112381:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.112386:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.112395:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.112414:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.112422:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d000/0x84ca14902aa46474 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [40960->45055] (req 40960->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.112516:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042197760:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11663us (11874us total) trans 17179872185 rc 0/0 00000100:00100000:2.0:1763336280.113296:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2356 00000100:00100000:1.0:1763336280.117118:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.117191:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198016 00000100:00100000:3.0:1763336280.117201:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198016 00000100:00100000:3.0:1763336280.117316:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7864 00000100:00100000:3.0:1763336280.117328:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042198016:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336280.117564:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042198016:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 237us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.117572:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7864 00000100:00100000:0.0:1763336280.120466:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.120524:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198144 00000100:00100000:3.0:1763336280.120534:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198144 00000100:00100000:3.0:1763336280.120591:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7865 00000100:00100000:3.0:1763336280.120601:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042198144:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336280.120731:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042198144:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 132us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.120738:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7865 00000100:00100000:1.0:1763336280.126504:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.127574:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198400 00000100:00100000:0.0:1763336280.127586:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198400 00000100:00100000:0.0:1763336280.128223:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10789 00000100:00100000:0.0:1763336280.128235:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57644:x1848991042198400:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336280.128287:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.128312:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa4645f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67473 expref: 32 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.128329:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.128334:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336280.128473:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.128486:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.128495:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336280.128528:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969051 00000004:00010000:0.0:1763336280.131611:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e55b73f reply state 00000000e784733d transno 4294969052 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.131639:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.131649:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.131653:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336280.131657:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336280.131816:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57644:x1848991042198400:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 3579us (5317us total) trans 4294969052 rc 0/0 00000100:00100000:0.0:1763336280.131825:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10789 00000020:00080000:0.0:1763336280.131831:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336280.137505:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.137561:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198528 00000100:00100000:0.0:1763336280.137571:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198528 00000100:00100000:0.0:1763336280.137632:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7866 00000100:00100000:0.0:1763336280.137641:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57644:x1848991042198528:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.137660:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.137724:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6747a expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.137747:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 45056, mtime: 0x691a6058, atime: 0x691a6054, ctime: 0x691a6058, blocks: 0x28 00010000:00010000:0.0:1763336280.137769:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.137771:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.137778:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.137794:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.137807:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a16200, rc 0) 00000100:00100000:0.0:1763336280.137854:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57644:x1848991042198528:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 213us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.137860:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7866 00000100:00100000:1.0:1763336280.146650:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.146746:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.146817:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198656 00000100:00100000:3.0:1763336280.146827:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198656 00002000:00010000:3.0:1763336280.146865:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (45056->18446744073709551615) 00002000:00100000:3.0:1763336280.146870:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ebb80 with x1848991042198656 ext(45056->18446744073709551615) 00002000:00010000:3.0:1763336280.146883:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892ebb80. 00000100:00100000:3.0:1763336280.146922:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198784 00000100:00100000:3.0:1763336280.146926:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198784 00002000:00010000:3.0:1763336280.146939:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:3.0:1763336280.146943:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ea680 with x1848991042198784 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336280.146948:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892ea680. 00000100:00100000:3.0:1763336280.146975:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2357 00000100:00100000:3.0:1763336280.146985:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042198656:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:1.0:1763336280.147021:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2358 00000100:00100000:1.0:1763336280.147029:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042198784:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336280.147127:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 45056 -> 45056 00002000:00010000:1.0:1763336280.147127:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336280.147131:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.147131:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.147134:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336280.147134:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336280.147137:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.147137:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.147140:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:1.0:1763336280.147140:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336280.147198:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042198784:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 169us (450us total) trans 17179872186 rc 0/0 00000100:00100000:1.0:1763336280.147204:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2358 00002000:00010000:1.0:1763336280.147209:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336280.147211:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ea680 with x1848991042198784 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.147216:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892ea680. 00000100:00100000:3.0:1763336280.147355:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042198656:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 371us (713us total) trans 21474839602 rc 0/0 00000100:00100000:3.0:1763336280.147362:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2357 00002000:00010000:3.0:1763336280.147365:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (45056->18446744073709551615) 00002000:00100000:3.0:1763336280.147368:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892ebb80 with x1848991042198656 ext(45056->18446744073709551615) 00002000:00010000:3.0:1763336280.147374:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892ebb80. 00000100:00100000:1.0:1763336280.153115:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.153337:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042198912 00000100:00100000:0.0:1763336280.153348:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042198912 00000100:00100000:0.0:1763336280.153411:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10790 00000100:00100000:0.0:1763336280.153423:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57644:x1848991042198912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.153446:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.153468:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa46489 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67481 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.153570:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46490 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.153591:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46490 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.153603:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46490 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.153629:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 45056 00000004:00200000:0.0:1763336280.153633:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336280.153650:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46490 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.153677:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa46489 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67481 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.153739:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46490 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67481 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.153749:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.153752:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.153757:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:0.0:1763336280.153806:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57644:x1848991042198912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 386us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.153814:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10790 00000100:00100000:0.0:1763336280.164089:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.164213:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199168 00000100:00100000:3.0:1763336280.164222:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199168 00000100:00100000:3.0:1763336280.164334:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10791 00000100:00100000:3.0:1763336280.164344:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57644:x1848991042199168:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336280.164392:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336280.164422:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa46490 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67481 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.164478:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.164483:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336280.164650:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336280.164663:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.164673:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763336280.164764:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969053 00000004:00010000:3.0:1763336280.164788:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006adfbb44 reply state 000000006768dbbc transno 4294969054 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.164800:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.164807:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.164809:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336280.164812:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336280.164907:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57644:x1848991042199168:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 553us (816us total) trans 4294969054 rc 0/0 00000100:00100000:3.0:1763336280.164915:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10791 00000020:00080000:3.0:1763336280.164921:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763336280.166249:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336280.167172:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.167272:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199296 00000100:00100000:0.0:1763336280.167283:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199296 00000100:00100000:0.0:1763336280.167448:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7867 00000100:00100000:0.0:1763336280.167458:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042199296:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.167474:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.167495:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67488 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.167517:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 45056, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0x28 00010000:00010000:0.0:1763336280.167536:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.167538:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.167547:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.167562:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.167574:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280031600, rc 0) 00000100:00100000:0.0:1763336280.167635:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042199296:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 174us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.167641:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7867 00000100:00100000:1.0:1763336280.170753:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.170798:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.170882:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199424 00000100:00100000:3.0:1763336280.170892:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199424 00000100:00100000:2.0:1763336280.170946:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199552 00000100:00100000:2.0:1763336280.170952:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199552 00002000:00010000:3.0:1763336280.170971:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (45056->18446744073709551615) 00002000:00010000:2.0:1763336280.170971:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:3.0:1763336280.170980:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e8380 with x1848991042199424 ext(45056->18446744073709551615) 00002000:00100000:2.0:1763336280.170980:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eb480 with x1848991042199552 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.170995:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892eb480. 00002000:00010000:3.0:1763336280.170996:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892e8380. 00000100:00100000:3.0:1763336280.171034:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2359 00000100:00100000:3.0:1763336280.171044:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042199424:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:2.0:1763336280.171112:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2360 00000100:00100000:2.0:1763336280.171122:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042199552:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336280.171187:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 45056 -> 45056 00002000:00010000:3.0:1763336280.171191:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.171194:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.171197:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.171200:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 40 -> 40 00002000:00010000:2.0:1763336280.171207:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.171212:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.171214:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.171217:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.171219:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336280.171262:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042199424:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 219us (518us total) trans 17179872187 rc 0/0 00000100:00100000:2.0:1763336280.171265:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042199552:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 143us (464us total) trans 21474839603 rc 0/0 00000100:00100000:3.0:1763336280.171277:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2359 00002000:00010000:3.0:1763336280.171282:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (45056->18446744073709551615) 00002000:00100000:3.0:1763336280.171284:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e8380 with x1848991042199424 ext(45056->18446744073709551615) 00002000:00010000:3.0:1763336280.171289:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892e8380. 00000100:00100000:2.0:1763336280.171297:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2360 00002000:00010000:2.0:1763336280.171302:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.171305:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eb480 with x1848991042199552 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.171311:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892eb480. 00000100:00100000:1.0:1763336280.176548:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.176637:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199680 00000100:00100000:3.0:1763336280.176647:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199680 00000100:00100000:0.0:1763336280.176752:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10792 00000100:00100000:0.0:1763336280.176809:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57644:x1848991042199680:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.176833:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.176856:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa464a5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6748f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.176957:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.176971:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.176981:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.177007:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 45056 00000004:00200000:0.0:1763336280.177012:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336280.177028:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.177052:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280030000/0x84ca14902aa464a5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6748f expref: 39 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.177069:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6748f expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.177077:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.177080:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.177084:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00000100:00100000:0.0:1763336280.177143:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57644:x1848991042199680:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 382us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.177150:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10792 00000100:00100000:1.0:1763336280.181650:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.181845:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199808 00000100:00100000:2.0:1763336280.181854:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199808 00000100:00100000:2.0:1763336280.181926:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2361 00000100:00100000:2.0:1763336280.181936:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042199808:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336280.181972:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.181986:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.181988:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.181994:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.182007:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184433:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184450:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184458:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184465:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.184469:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184477:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184493:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.184505:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.185230:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042199808:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3290us (3583us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1763336280.185241:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2361 00000100:00100000:1.0:1763336280.189536:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.189576:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042199936 00000100:00100000:2.0:1763336280.189587:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042199936 00000100:00100000:2.0:1763336280.189655:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2362 00000100:00100000:2.0:1763336280.189665:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042199936:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336280.189729:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.189748:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.189756:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.189758:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.189762:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.189796:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.189819:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 14 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.189840:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056226560:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.189931:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336280.191846:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.191968:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056226560:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.191992:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336280.192041:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200064 00000100:00100000:0.0:1763336280.192047:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200064 00010000:00010000:0.0:1763336280.192078:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.192114:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3730 00000100:00100000:0.0:1763336280.192123:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042200064:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.192136:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.192155:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.192172:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.192193:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a16200/0x84ca14902aa46482 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6747a expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.192208:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.192210:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.192213:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.192222:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.192253:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.192306:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042200064:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 184us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.192314:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3730 00010000:00010000:2.0:1763336280.192414:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.192422:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336280.196476:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839604 is committed 00002000:00010000:2.0:1763336280.196596:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 45056 -> 172032 00002000:00010000:2.0:1763336280.196601:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 40 -> 160 00010000:00010000:2.0:1763336280.196611:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.196622:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.196630:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.196637:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.196641:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.196650:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.196666:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.196672:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa464ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.196830:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042199936:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 7162us (7299us total) trans 21474839604 rc 0/0 00000100:00100000:2.0:1763336280.196844:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2362 00000100:00100000:1.0:1763336280.200241:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.200292:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200192 00000100:00100000:2.0:1763336280.200302:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200192 00000100:00100000:2.0:1763336280.200378:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2363 00000100:00100000:2.0:1763336280.200388:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042200192:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336280.200424:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.200442:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.200449:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.200452:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.200455:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.200493:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.200506:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 20 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.200519:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056226688:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.200597:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763336280.203649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.203729:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200320 00000100:00100000:0.0:1763336280.203737:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200320 00000100:00100000:2.0:1763336280.203744:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056226688:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.203769:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.203778:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.203828:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3731 00000100:00100000:0.0:1763336280.203838:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042200320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.203854:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.203874:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.203887:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.203937:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9280031600/0x84ca14902aa4649e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67488 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.203952:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.203954:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.203958:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.203967:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.204001:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336280.204040:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.204050:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336280.204056:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042200320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 217us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.204067:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3731 00000001:00080000:1.0:1763336280.211494:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872188 is committed 00002000:00010000:2.0:1763336280.211623:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 45056 -> 172032 00002000:00010000:2.0:1763336280.211629:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 40 -> 160 00010000:00010000:2.0:1763336280.211641:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.211663:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.211677:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.211706:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.211711:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.211720:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.211742:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.211750:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa464c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [110592->172031] (req 110592->172031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.211838:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042200192:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11447us (11602us total) trans 17179872188 rc 0/0 00000100:00100000:2.0:1763336280.211848:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2363 00000100:00100000:1.0:1763336280.217595:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.217657:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200448 00000100:00100000:0.0:1763336280.217668:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200448 00000100:00100000:0.0:1763336280.217751:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7868 00000100:00100000:0.0:1763336280.217763:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042200448:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336280.217874:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042200448:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 114us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.217883:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7868 00000100:00100000:1.0:1763336280.219875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.220051:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200576 00000100:00100000:0.0:1763336280.220059:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200576 00000100:00100000:0.0:1763336280.220107:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7869 00000100:00100000:0.0:1763336280.220116:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042200576:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336280.220217:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042200576:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 101us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.220231:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7869 00000100:00100000:3.0:1763336280.222484:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.222534:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200832 00000100:00100000:0.0:1763336280.222554:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200832 00000100:00100000:0.0:1763336280.222612:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10793 00000100:00100000:0.0:1763336280.222622:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57644:x1848991042200832:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336280.222703:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.222730:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6748f expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.222748:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.222754:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336280.222935:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.222951:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.222961:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336280.223002:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969055 00000004:00010000:0.0:1763336280.223026:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009cc02ec3 reply state 00000000b5beb1ed transno 4294969056 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.223037:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.223044:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.223047:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336280.223049:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336280.223139:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57644:x1848991042200832:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 518us (661us total) trans 4294969056 rc 0/0 00000100:00100000:0.0:1763336280.223147:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10793 00000020:00080000:0.0:1763336280.223151:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336280.225118:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.225193:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042200960 00000100:00100000:3.0:1763336280.225202:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042200960 00000100:00100000:0.0:1763336280.225318:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7870 00000100:00100000:0.0:1763336280.225330:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57644:x1848991042200960:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.225345:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.225363:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67496 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.225383:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 172032, mtime: 0x691a6058, atime: 0x691a6054, ctime: 0x691a6058, blocks: 0xa0 00010000:00010000:0.0:1763336280.225403:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.225406:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.225413:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.225426:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.225439:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:0.0:1763336280.225572:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57644:x1848991042200960:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 245us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.225580:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7870 00000100:00100000:1.0:1763336280.228100:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.228633:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.229386:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201088 00000100:00100000:2.0:1763336280.229397:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201088 00002000:00010000:2.0:1763336280.229435:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (172032->18446744073709551615) 00002000:00100000:2.0:1763336280.229440:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310700 with x1848991042201088 ext(172032->18446744073709551615) 00002000:00010000:2.0:1763336280.229451:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310700. 00000100:00100000:2.0:1763336280.229482:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201216 00000100:00100000:2.0:1763336280.229485:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201216 00002000:00010000:2.0:1763336280.229498:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.229501:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311f80 with x1848991042201216 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.229507:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311f80. 00000100:00100000:2.0:1763336280.229529:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2364 00000100:00100000:2.0:1763336280.229538:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042201088:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.229678:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 172032 -> 172032 00002000:00010000:2.0:1763336280.229682:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.229702:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336280.229704:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.229707:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1763336280.229760:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042201088:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 221us (1668us total) trans 21474839605 rc 0/0 00000100:00100000:2.0:1763336280.229767:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2364 00002000:00010000:2.0:1763336280.229771:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (172032->18446744073709551615) 00002000:00100000:2.0:1763336280.229773:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183310700 with x1848991042201088 ext(172032->18446744073709551615) 00002000:00010000:2.0:1763336280.229778:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183310700. 00000100:00100000:2.0:1763336280.229799:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2365 00000100:00100000:2.0:1763336280.229805:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042201216:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.230827:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.230833:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.230836:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336280.230838:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.230841:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336280.231622:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042201216:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 1811us (2983us total) trans 17179872189 rc 0/0 00000100:00100000:2.0:1763336280.231637:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2365 00002000:00010000:2.0:1763336280.231642:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.231645:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311f80 with x1848991042201216 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.231651:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311f80. 00000100:00100000:1.0:1763336280.234378:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.234442:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201344 00000100:00100000:0.0:1763336280.234452:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201344 00000100:00100000:0.0:1763336280.234520:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10794 00000100:00100000:0.0:1763336280.234531:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57644:x1848991042201344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.234555:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.234577:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464d6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6749d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.234670:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464dd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.234718:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.234730:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.234756:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 172032 00000004:00200000:0.0:1763336280.234760:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336280.234776:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.234800:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186976200/0x84ca14902aa464d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6749d expref: 42 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.234818:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6749d expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.234831:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.234834:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.234838:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:0.0:1763336280.234906:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57644:x1848991042201344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 366us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.234912:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10794 00000100:00100000:3.0:1763336280.238499:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.238614:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201600 00000100:00100000:0.0:1763336280.238626:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201600 00000100:00100000:0.0:1763336280.238679:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10795 00000100:00100000:0.0:1763336280.238721:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57644:x1848991042201600:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336280.238769:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.238795:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464dd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6749d expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.238813:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.238829:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336280.238995:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.239009:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.239018:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336280.239060:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969057 00000004:00010000:0.0:1763336280.239081:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ecdaee26 reply state 000000006ebda429 transno 4294969058 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.239097:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.239103:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.239107:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336280.239109:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336280.239183:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57644:x1848991042201600:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 494us (692us total) trans 4294969058 rc 0/0 00000100:00100000:0.0:1763336280.239190:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10795 00000020:00080000:0.0:1763336280.239195:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336280.242019:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.242163:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201728 00000100:00100000:0.0:1763336280.242173:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201728 00000100:00100000:0.0:1763336280.242229:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7871 00000100:00100000:0.0:1763336280.242239:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042201728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.242254:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.242657:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674a4 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.242678:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 172032, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0xa0 00010000:00010000:0.0:1763336280.242726:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.242729:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.242737:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.242753:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 19 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.242766:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:0.0:1763336280.242827:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042201728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 590us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.242835:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7871 00000100:00100000:1.0:1763336280.245465:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.245651:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.245774:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201984 00000100:00100000:2.0:1763336280.245774:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042201856 00000100:00100000:3.0:1763336280.245784:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201984 00000100:00100000:2.0:1763336280.245784:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042201856 00002000:00010000:3.0:1763336280.245818:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00010000:2.0:1763336280.245818:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (172032->18446744073709551615) 00002000:00100000:3.0:1763336280.245823:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313800 with x1848991042201984 ext(0->18446744073709551615) 00002000:00100000:2.0:1763336280.245825:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311880 with x1848991042201856 ext(172032->18446744073709551615) 00002000:00010000:2.0:1763336280.245836:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311880. 00002000:00010000:3.0:1763336280.245842:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183313800. 00000100:00100000:2.0:1763336280.245869:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2366 00000100:00100000:2.0:1763336280.245880:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042201856:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:3.0:1763336280.245886:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2367 00000100:00100000:3.0:1763336280.245907:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042201984:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336280.246033:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.246033:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 172032 -> 172032 00002000:00010000:3.0:1763336280.246038:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.246040:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.246041:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.246045:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.246046:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.246051:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336280.246052:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.246056:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:2.0:1763336280.246304:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042201856:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 424us (845us total) trans 17179872190 rc 0/0 00000100:00100000:3.0:1763336280.246305:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042201984:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 409us (651us total) trans 21474839606 rc 0/0 00000100:00100000:2.0:1763336280.246317:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2366 00002000:00010000:2.0:1763336280.246323:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (172032->18446744073709551615) 00000100:00100000:3.0:1763336280.246326:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2367 00002000:00100000:2.0:1763336280.246328:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183311880 with x1848991042201856 ext(172032->18446744073709551615) 00002000:00010000:3.0:1763336280.246333:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00010000:2.0:1763336280.246335:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183311880. 00002000:00100000:3.0:1763336280.246337:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313800 with x1848991042201984 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336280.246344:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9183313800. 00000100:00100000:3.0:1763336280.248671:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.248812:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042202112 00000100:00100000:0.0:1763336280.248821:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042202112 00000100:00100000:0.0:1763336280.248887:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10796 00000100:00100000:0.0:1763336280.248907:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57644:x1848991042202112:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.248937:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.248957:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa464f2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674ab expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.249048:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464f9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.249063:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.249074:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.249100:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 172032 00000004:00200000:0.0:1763336280.249104:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336280.249120:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464f9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.249145:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa464f2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ab expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.249162:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464f9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ab expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.249177:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.249180:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.249184:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:0.0:1763336280.249257:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57644:x1848991042202112:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 361us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.249265:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10796 00000100:00100000:0.0:1763336280.253760:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.253998:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042202240 00000100:00100000:1.0:1763336280.254008:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042202240 00000100:00100000:1.0:1763336280.254086:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2368 00000100:00100000:1.0:1763336280.254097:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042202240:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336280.254135:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.254150:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.254152:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.254158:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.254172:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256396:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256412:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256421:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256429:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.256434:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256442:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256459:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.256466:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46500 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.256536:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042202240:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2439us (2781us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1763336280.256545:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2368 00000100:00100000:3.0:1763336280.260116:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.260303:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042202368 00000100:00100000:1.0:1763336280.260313:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042202368 00000100:00100000:1.0:1763336280.260442:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2369 00000100:00100000:1.0:1763336280.260453:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042202368:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336280.260484:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.260502:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.260509:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.260511:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.260514:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.260546:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.260559:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 14 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.260573:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056226816:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.260653:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336280.266192:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056226816:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336280.266222:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.267580:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.267666:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042202496 00000100:00100000:0.0:1763336280.267675:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042202496 00010000:00010000:0.0:1763336280.267748:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.267780:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3732 00000100:00100000:0.0:1763336280.267789:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042202496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.267802:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.267820:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.267834:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.267855:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9280030000/0x84ca14902aa464cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67496 expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.267869:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.267872:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.267876:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.267886:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.267928:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.267984:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042202496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 195us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.267992:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3732 00010000:00010000:3.0:1763336280.268051:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.268061:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336280.279933:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839607 is committed 00002000:00010000:2.0:1763336280.281795:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 172032 -> 262144 00002000:00010000:2.0:1763336280.281802:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 160 -> 248 00010000:00010000:2.0:1763336280.281814:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.281825:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.281832:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.281838:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.281842:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.281850:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.281868:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.281875:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46507 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.281992:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042202368:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 21537us (21879us total) trans 21474839607 rc 0/0 00000100:00100000:2.0:1763336280.282005:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2369 00000100:00100000:2.0:1763336280.288247:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.288320:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042202624 00000100:00100000:1.0:1763336280.288330:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042202624 00000100:00100000:1.0:1763336280.288401:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2370 00000100:00100000:1.0:1763336280.288421:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042202624:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336280.288456:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.288475:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.288483:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.288485:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.288488:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.288521:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.288534:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 20 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.288549:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056226944:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.288629:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.294221:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.297269:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042202752 00000100:00100000:0.0:1763336280.297285:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042202752 00010000:00010000:0.0:1763336280.297331:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.297389:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3733 00000100:00100000:0.0:1763336280.297399:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042202752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.297414:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.297434:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.297447:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 21 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.297472:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.297474:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.297480:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.297490:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.297509:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.297579:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042202752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (3365us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.297587:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3733 00010000:00010000:1.0:1763336280.297745:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa464eb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674a4 expref: 20 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.297765:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183311c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056226944:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336280.297785:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.297795:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.297802:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336280.304105:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872191 is committed 00002000:00010000:1.0:1763336280.304444:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 172032 -> 262144 00002000:00010000:1.0:1763336280.304449:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 160 -> 248 00010000:00010000:1.0:1763336280.304461:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.304475:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.304484:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.304491:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0de00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336280.304495:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.304503:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.304522:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.304529:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa4650e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [217088->262143] (req 217088->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.304615:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042202624:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 16202us (16374us total) trans 17179872191 rc 0/0 00000100:00100000:1.0:1763336280.304624:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2370 00000100:00100000:0.0:1763336280.320927:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.321033:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203008 00000100:00100000:3.0:1763336280.321042:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203008 00000100:00100000:3.0:1763336280.321451:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10797 00000100:00100000:3.0:1763336280.321462:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57644:x1848991042203008:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:3.0:1763336280.321512:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336280.321536:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa464f9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ab expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.321555:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.321560:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336280.321763:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:3.0:1763336280.321778:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.321787:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:3.0:1763336280.321827:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969059 00000004:00010000:3.0:1763336280.321848:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e8a76cf reply state 000000005ff79e82 transno 4294969060 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.321860:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:3.0:1763336280.321865:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336280.321867:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763336280.321870:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763336280.323408:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57644:x1848991042203008:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1941us (2483us total) trans 4294969060 rc 0/0 00000100:00100000:3.0:1763336280.323419:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10797 00000020:00080000:3.0:1763336280.323427:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336280.329490:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.330058:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203136 00000100:00100000:0.0:1763336280.330069:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203136 00000100:00100000:0.0:1763336280.330130:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7872 00000100:00100000:0.0:1763336280.330139:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57644:x1848991042203136:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.330155:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.330176:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674b2 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.330197:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 262144, mtime: 0x691a6058, atime: 0x691a6054, ctime: 0x691a6058, blocks: 0xf8 00010000:00010000:0.0:1763336280.330214:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.330216:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.330223:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.330237:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 12 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.330255:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186976200, rc 0) 00000100:00100000:0.0:1763336280.330312:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57644:x1848991042203136:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 171us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.330318:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7872 00000100:00100000:2.0:1763336280.337339:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.338065:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.338299:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203264 00000100:00100000:1.0:1763336280.338310:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203264 00002000:00010000:1.0:1763336280.338348:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (262144->18446744073709551615) 00002000:00100000:1.0:1763336280.338353:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68e00 with x1848991042203264 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336280.338364:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68e00. 00000100:00100000:1.0:1763336280.338382:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203392 00000100:00100000:1.0:1763336280.338385:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203392 00002000:00010000:1.0:1763336280.338398:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336280.338401:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd69880 with x1848991042203392 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.338407:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918cd69880. 00000100:00100000:1.0:1763336280.338434:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2371 00000100:00100000:1.0:1763336280.338444:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042203264:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336280.338589:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1763336280.338593:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.338595:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336280.338598:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.338601:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:1.0:1763336280.338651:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042203264:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 208us (1320us total) trans 21474839608 rc 0/0 00000100:00100000:1.0:1763336280.338658:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2371 00002000:00010000:1.0:1763336280.338662:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (262144->18446744073709551615) 00002000:00100000:1.0:1763336280.338664:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68e00 with x1848991042203264 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336280.338668:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68e00. 00000100:00100000:1.0:1763336280.338704:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2372 00000100:00100000:1.0:1763336280.338712:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042203392:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336280.338779:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336280.338782:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.338784:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336280.338787:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.338789:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336280.338809:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042203392:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 99us (747us total) trans 17179872192 rc 0/0 00000100:00100000:1.0:1763336280.338815:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2372 00002000:00010000:1.0:1763336280.338818:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336280.338820:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd69880 with x1848991042203392 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.338824:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918cd69880. 00000100:00100000:1.0:1763336280.342538:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.342856:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203520 00000100:00100000:3.0:1763336280.342866:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203520 00000100:00100000:2.0:1763336280.343087:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10798 00000100:00100000:2.0:1763336280.343098:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57644:x1848991042203520:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.343121:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.343142:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46523 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674b9 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.343234:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4652a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.343249:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4652a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.343260:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4652a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336280.343284:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336280.343289:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336280.343304:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4652a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.343423:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46523 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b9 expref: 48 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.343441:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4652a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b9 expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.343449:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.343452:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336280.343456:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6ce00, rc 0) 00000100:00100000:2.0:1763336280.343517:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57644:x1848991042203520:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 419us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.343524:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10798 00000100:00100000:1.0:1763336280.348510:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.349028:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203776 00000100:00100000:2.0:1763336280.349038:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203776 00000100:00100000:2.0:1763336280.349087:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10799 00000100:00100000:2.0:1763336280.349096:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+47:57644:x1848991042203776:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336280.349144:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336280.349169:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4652a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b9 expref: 47 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.349186:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.349190:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336280.350187:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.350205:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.350214:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763336280.350266:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969061 00000004:00010000:2.0:1763336280.350296:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a7259eef reply state 00000000d973c7f9 transno 4294969062 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.350307:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.350313:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.350315:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336280.350503:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336280.350629:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57644:x1848991042203776:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 1533us (2126us total) trans 4294969062 rc 0/0 00000100:00100000:2.0:1763336280.350637:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10799 00000020:00080000:2.0:1763336280.350644:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336280.353463:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.354255:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042203904 00000100:00100000:0.0:1763336280.354265:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042203904 00000100:00100000:0.0:1763336280.354327:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7873 00000100:00100000:0.0:1763336280.354336:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042203904:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.354353:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.354375:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674c0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336280.354397:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 262144, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0xf8 00010000:00010000:0.0:1763336280.354422:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.354424:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.354432:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.354447:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 19 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.354459:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9280030000, rc 0) 00000100:00100000:0.0:1763336280.354518:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042203904:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 182us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.354525:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7873 00000100:00100000:1.0:1763336280.357094:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.357154:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204032 00000100:00100000:2.0:1763336280.357167:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204032 00002000:00010000:2.0:1763336280.357272:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (262144->18446744073709551615) 00002000:00100000:2.0:1763336280.357277:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313b80 with x1848991042204032 ext(262144->18446744073709551615) 00002000:00010000:2.0:1763336280.357288:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183313b80. 00000100:00100000:2.0:1763336280.357323:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2373 00000100:00100000:2.0:1763336280.357333:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042204032:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.357470:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336280.357474:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.357476:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.357478:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.357480:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763336280.357532:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042204032:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 200us (445us total) trans 17179872193 rc 0/0 00000100:00100000:2.0:1763336280.357538:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2373 00002000:00010000:2.0:1763336280.357542:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (262144->18446744073709551615) 00002000:00100000:2.0:1763336280.357545:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183313b80 with x1848991042204032 ext(262144->18446744073709551615) 00002000:00010000:2.0:1763336280.357549:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183313b80. 00000100:00100000:3.0:1763336280.357605:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.357707:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204160 00000100:00100000:2.0:1763336280.357711:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204160 00002000:00010000:2.0:1763336280.357725:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.357728:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186313100 with x1848991042204160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.357734:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186313100. 00000100:00100000:2.0:1763336280.357759:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2374 00000100:00100000:2.0:1763336280.357767:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042204160:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336280.357842:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.357846:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.357847:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.357850:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.357852:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336280.357882:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042204160:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 115us (276us total) trans 21474839609 rc 0/0 00000100:00100000:2.0:1763336280.357888:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2374 00002000:00010000:2.0:1763336280.357903:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.357906:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186313100 with x1848991042204160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.357911:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186313100. 00000100:00100000:1.0:1763336280.359924:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.360072:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204416 00000100:00100000:2.0:1763336280.360079:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204416 00000100:00100000:2.0:1763336280.360274:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10800 00000100:00100000:2.0:1763336280.360284:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:57644:x1848991042204416:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336280.360377:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.360393:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.360403:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00010000:2.0:1763336280.360499:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d16da467 reply state 00000000cba77cd8 transno 4294969063 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.360510:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.360518:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.360520:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336280.360523:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336280.360587:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183313100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57644:x1848991042204416:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 304us (669us total) trans 4294969063 rc 0/0 00000100:00100000:2.0:1763336280.360593:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10800 00000100:00100000:1.0:1763336280.362434:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.362510:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204544 00000100:00100000:2.0:1763336280.362518:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204544 00000100:00100000:2.0:1763336280.362573:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7874 00000100:00100000:2.0:1763336280.362583:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57644:x1848991042204544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.362598:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.362615:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674c7 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.362642:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.362649:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.362652:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.362656:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.362723:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.362736:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 15 pid: 8399 timeout: 1168 lvb_type: 1 00000100:00100000:2.0:1763336280.362752:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056227072:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.362815:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.365941:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.366047:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204672 00000100:00100000:0.0:1763336280.366055:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204672 00000100:00100000:2.0:1763336280.366212:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056227072:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.366237:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.366254:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6c000, rc 0) 00000100:00100000:2.0:1763336280.366311:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57644:x1848991042204544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3730us (3883us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.366319:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7874 00010000:00010000:0.0:1763336280.366605:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 16 pid: 8399 timeout: 1168 lvb_type: 1 00000100:00100000:0.0:1763336280.366771:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3734 00000100:00100000:0.0:1763336280.366782:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042204672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.366794:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.366814:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 15 pid: 8399 timeout: 1168 lvb_type: 1 00010000:00010000:0.0:1763336280.366826:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 15 pid: 8399 timeout: 1168 lvb_type: 1 00010000:00010000:0.0:1763336280.366848:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe800/0x84ca14902aa463b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6741f expref: 15 pid: 8399 timeout: 1168 lvb_type: 1 00010000:00010000:0.0:1763336280.366862:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.366864:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.366870:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.366880:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.366925:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336280.366944:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056227200:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336280.367003:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d480 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.369779:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.369792:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056227200:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336280.369836:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204800 00000100:00100000:2.0:1763336280.369844:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204800 00000100:00100000:2.0:1763336280.369910:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7875 00000100:00100000:2.0:1763336280.369919:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57644:x1848991042204800:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.369936:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.369954:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674ce expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.369979:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 16 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.369988:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.369990:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.369993:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.370027:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 16 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.370039:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 16 pid: 28588 timeout: 1168 lvb_type: 1 00000100:00100000:2.0:1763336280.370051:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056227328:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336280.370252:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.370337:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042204672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3557us (4405us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.370347:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3734 00000100:00100000:2.0:1763336280.370400:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.371946:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056227328:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.371972:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.371989:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918ba6d000, rc 0) 00000100:00100000:2.0:1763336280.372035:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57644:x1848991042204800:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2116us (2262us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.372043:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7875 00000100:00100000:3.0:1763336280.372054:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.372516:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042204928 00000100:00100000:0.0:1763336280.372523:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042204928 00010000:00010000:0.0:1763336280.372549:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 15 pid: 28588 timeout: 1168 lvb_type: 1 00000100:00100000:0.0:1763336280.372584:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3735 00000100:00100000:0.0:1763336280.372597:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042204928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.372609:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.372627:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 15 pid: 28588 timeout: 1168 lvb_type: 1 00010000:00010000:0.0:1763336280.372640:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 15 pid: 28588 timeout: 1168 lvb_type: 1 00010000:00010000:0.0:1763336280.372660:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa463be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67426 expref: 15 pid: 28588 timeout: 1168 lvb_type: 1 00010000:00010000:0.0:1763336280.372680:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.372682:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.372735:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.372745:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.372774:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 14 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336280.372787:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056227456:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336280.372845:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d480 going to sleep for 11 seconds 00000100:00100000:0.0:1763336280.374389:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056227456:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336280.374408:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.374453:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042204928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1861us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.374464:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3735 00000100:00100000:2.0:1763336280.375014:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.375074:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205056 00000100:00100000:0.0:1763336280.375081:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205056 00000100:00100000:0.0:1763336280.375131:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7876 00000100:00100000:0.0:1763336280.375140:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57644:x1848991042205056:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.375154:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.375175:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674d5 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.375201:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336280.375209:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.375211:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.375215:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.375242:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336280.375255:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 1168 lvb_type: 1 00000100:00100000:0.0:1763336280.375267:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056227584:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336280.375326:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.377220:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8399:1848991056227584:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.377247:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 21 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.377263:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:2.0:1763336280.377319:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57644:x1848991042205056:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2180us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.377328:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7876 00000100:00100000:1.0:1763336280.377595:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.378073:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205184 00000100:00100000:2.0:1763336280.378081:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205184 00010000:00010000:2.0:1763336280.378109:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 1168 lvb_type: 1 00000100:00100000:2.0:1763336280.378172:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3736 00000100:00100000:2.0:1763336280.378181:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042205184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336280.378194:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336280.378212:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 1168 lvb_type: 1 00010000:00010000:2.0:1763336280.378226:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 1168 lvb_type: 1 00010000:00010000:2.0:1763336280.378249:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a16400/0x84ca14902aa463c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6742d expref: 21 pid: 8396 timeout: 1168 lvb_type: 1 00010000:00010000:2.0:1763336280.378260:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.378262:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.378267:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.378276:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.378313:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 20 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.378327:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056227712:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336280.379206:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.381134:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:16422:1848991056227712:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336280.381157:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336280.381207:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042205184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3026us (3612us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.381217:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3736 00000100:00100000:1.0:1763336280.381722:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.381746:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.381762:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.381825:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205312 00000100:00100000:0.0:1763336280.381833:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205312 00000100:00100000:0.0:1763336280.381864:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205568 00000100:00100000:0.0:1763336280.381867:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205568 00000100:00100000:0.0:1763336280.381883:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205440 00000100:00100000:0.0:1763336280.381886:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205440 00000100:00100000:0.0:1763336280.381918:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7877 00000100:00100000:0.0:1763336280.381930:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042205312:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:3.0:1763336280.382004:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7878 00000100:00100000:3.0:1763336280.382012:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042205568:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336280.382075:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.382075:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336280.382079:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.382079:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336279 -> 1763336278 00002000:00010000:3.0:1763336280.382082:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.382082:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.382085:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:0.0:1763336280.382085:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:3.0:1763336280.382088:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336280.382088:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1763336280.382122:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042205568:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 110us (373us total) trans 17179872194 rc 0/0 00000100:00100000:3.0:1763336280.382127:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7878 00000100:00100000:3.0:1763336280.382141:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7879 00000100:00100000:3.0:1763336280.382148:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042205440:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:3.0:1763336280.382195:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336280.382197:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.382199:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.382201:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336279 -> 1763336280 00002000:00010000:3.0:1763336280.382203:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336280.382218:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042205440:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 70us (454us total) trans 21474839611 rc 0/0 00000100:00100000:0.0:1763336280.382218:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042205312:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 292us (534us total) trans 21474839610 rc 0/0 00000100:00100000:0.0:1763336280.382225:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7877 00000100:00100000:3.0:1763336280.382663:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7879 00000100:00100000:0.0:1763336280.385473:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.385514:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205824 00000100:00100000:2.0:1763336280.385523:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205824 00000100:00100000:2.0:1763336280.385616:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3703 00000100:00100000:2.0:1763336280.385626:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:57644:x1848991042205824:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336280.385680:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46378 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6740a expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.385754:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336280.385767:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.385777:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336280.385817:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 51 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.385829:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 51 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.385843:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056227840:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.385922:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92af7b3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.388833:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.389399:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056227840:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.389425:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336280.389621:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042205952 00000100:00100000:1.0:1763336280.389628:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042205952 00010000:00010000:1.0:1763336280.389660:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 52 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.389719:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3737 00000100:00100000:1.0:1763336280.389729:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+52:2405:x1848991042205952:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336280.389743:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.389749:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 52 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.389761:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 52 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.389781:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa463a2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 17 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67411 expref: 52 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.389796:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.389802:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.389812:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.389819:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.389847:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.389908:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+51:2405:x1848991042205952:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.389916:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3737 00010000:00010000:2.0:1763336280.389989:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336280.389997:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000040:00080000:2.0:1763336280.390556:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].201, 88 off25104 00000004:00080000:2.0:1763336280.390566:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068351880300ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336280.390613:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].205, 88 off25456 00000004:00080000:2.0:1763336280.390620:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068351934790ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.390653:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].202, 88 off25192 00000004:00080000:2.0:1763336280.390659:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068351973305ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336280.390708:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].206, 88 off25544 00000004:00080000:2.0:1763336280.390714:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068352028596ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.390726:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].203, 88 off25280 00000004:00080000:2.0:1763336280.390730:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068352044521ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336280.390738:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].207, 88 off25632 00000004:00080000:2.0:1763336280.390742:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068352056413ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.390749:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].208, 88 off25720 00000004:00080000:2.0:1763336280.390752:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068352067158ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.390761:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].204, 88 off25368 00000004:00080000:2.0:1763336280.390765:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068352079453ns, next at 1066934261956ns, rc = 0 00000001:00080000:3.0:1763336280.393255:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969064 is committed 00000004:00080000:3.0:1763336280.393269:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 203 committed 00000004:00080000:3.0:1763336280.393275:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 203 committed 00000004:00080000:3.0:1763336280.393293:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 202 committed 00000004:00080000:3.0:1763336280.393296:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 202 committed 00000004:00080000:3.0:1763336280.393298:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 201 committed 00000004:00080000:3.0:1763336280.393300:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 201 committed 00000004:00080000:3.0:1763336280.393302:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 200 committed 00000004:00080000:3.0:1763336280.393304:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 200 committed 00010000:00010000:1.0:1763336280.393400:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393413:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393420:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393427:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393431:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393439:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393454:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393458:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393463:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393469:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa463da lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393487:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393493:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393499:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393504:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393507:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393513:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393520:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393523:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393526:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393531:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa463f6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393554:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393561:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393566:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393571:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a17c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393573:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393579:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393590:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393593:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393596:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393601:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17c00/0x84ca14902aa4642e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393611:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393617:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393623:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393628:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393630:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393636:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393643:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393646:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393649:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393654:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa4644a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393663:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393669:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393675:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393680:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a16a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393683:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393704:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393712:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393714:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393717:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393722:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16a00/0x84ca14902aa4647b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393732:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393738:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393743:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393748:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393751:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393760:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393767:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393769:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393772:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393776:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa46497 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393785:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393790:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393795:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393799:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9280031600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393802:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393807:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393813:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393816:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393818:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393823:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9280031600/0x84ca14902aa464c8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393833:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393839:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393844:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393849:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393851:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393857:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393863:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393865:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393867:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393873:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa464e4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.393881:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393887:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393904:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393908:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393911:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393916:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393932:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393934:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393937:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393942:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf200/0x84ca14902aa46515 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393951:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393956:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393961:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393965:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6dc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.393968:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393973:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393980:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.393982:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.393985:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.393994:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6dc00/0x84ca14902aa46531 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394004:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394009:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394015:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394019:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6ce00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.394022:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394027:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394033:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.394036:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336280.394038:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.394044:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6ce00/0x84ca14902aa4653f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:2.0:1763336280.394227:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228224:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336280.394289:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336280.394330:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228736:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336280.394352:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336280.394368:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1763336280.394373:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228096:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336280.394391:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336280.394401:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228608:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336280.394414:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1763336280.394460:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002b2eab68 reply state 0000000058ff3124 transno 4294969064 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336280.394473:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336280.394479:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.394481:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763336280.394483:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763336280.394489:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.394491:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336280.394497:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a16e00/0x84ca14902aa46378 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6740a expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763336280.394591:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763336280.394603:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042205824:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 8979us (9135us total) trans 4294969064 rc 0/0 00000100:00100000:2.0:1763336280.394613:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3703 00000100:00100000:3.0:1763336280.394709:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056227968:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336280.394733:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.394749:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056228480:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336280.394763:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.394777:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1763336280.394781:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056228352:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336280.394794:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.394802:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056228864:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336280.394815:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.394838:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228736 00000100:00100000:3.0:1763336280.394844:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228736 00000100:00100000:3.0:1763336280.394876:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228096 00000100:00100000:3.0:1763336280.394879:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228096 00000100:00100000:3.0:1763336280.394890:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228608 00000100:00100000:3.0:1763336280.394901:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228608 00000100:00100000:3.0:1763336280.394912:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056227968 00000100:00100000:3.0:1763336280.394917:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056227968 00000100:00100000:3.0:1763336280.394926:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228480 00000100:00100000:3.0:1763336280.394928:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228480 00000100:00100000:3.0:1763336280.394936:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228352 00000100:00100000:3.0:1763336280.394938:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228352 00000100:00100000:3.0:1763336280.394947:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228864 00000100:00100000:3.0:1763336280.394949:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228864 00000100:00100000:3.0:1763336280.394961:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880 00000100:00100000:3.0:1763336280.394968:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056228736:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336280.395092:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336280.395095:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395102:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336280.395104:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395106:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763336280.395133:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056228736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 166us (780us total) trans 21474839612 rc 0/0 00000100:00100000:3.0:1763336280.395139:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880 00000100:00100000:3.0:1763336280.395152:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7881 00000100:00100000:3.0:1763336280.395157:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1848991056228096:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336280.395206:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336280.395209:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395211:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395213:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395215:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336280.395235:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056228096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 78us (843us total) trans 17179872195 rc 0/0 00000100:00100000:3.0:1763336280.395240:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881 00000100:00100000:3.0:1763336280.395253:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7882 00000100:00100000:3.0:1763336280.395260:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056228608:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336280.395307:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336280.395310:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395312:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395314:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395316:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336280.395338:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056228608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 79us (922us total) trans 21474839613 rc 0/0 00000100:00100000:3.0:1763336280.395344:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7882 00000100:00100000:3.0:1763336280.395356:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7883 00000100:00100000:3.0:1763336280.395362:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056227968:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336280.395406:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336280.395409:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336280.395411:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336280.395413:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336280.395415:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336280.395441:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056227968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 79us (706us total) trans 17179872196 rc 0/0 00000100:00100000:3.0:1763336280.395447:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7883 00000100:00100000:3.0:1763336280.395459:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7884 00000100:00100000:3.0:1763336280.395464:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056228480:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336280.395505:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336280.395507:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395510:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395512:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395514:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:3.0:1763336280.395535:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056228480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 71us (771us total) trans 21474839614 rc 0/0 00000100:00100000:3.0:1763336280.395540:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7884 00000100:00100000:3.0:1763336280.395552:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7885 00000100:00100000:3.0:1763336280.395558:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056228352:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336280.395600:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336280.395603:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395606:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395608:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395610:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763336280.395632:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056228352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (837us total) trans 17179872197 rc 0/0 00000100:00100000:3.0:1763336280.395638:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7885 00000100:00100000:3.0:1763336280.395649:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7886 00000100:00100000:3.0:1763336280.395655:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1848991056228864:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336280.395728:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336280.395731:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395733:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336280.395736:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.395737:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336280.395760:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056228864:12345-0@lo:2:osp-syn-0-1.0 Request processed in 105us (943us total) trans 21474839615 rc 0/0 00000100:00100000:3.0:1763336280.395766:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7886 00000100:00100000:3.0:1763336280.395804:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872179 gen 2 00000004:00080000:3.0:1763336280.395809:0:3649:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872171 committed transno 17179872179 00000004:00080000:3.0:1763336280.395827:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca5180, transno 17179872172 00000004:00080000:3.0:1763336280.395837:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4a80, transno 17179872173 00000004:00080000:3.0:1763336280.395839:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4380, transno 17179872174 00000004:00080000:3.0:1763336280.395842:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6b100, transno 17179872175 00000004:00080000:3.0:1763336280.395844:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb7b80, transno 17179872176 00000004:00080000:3.0:1763336280.395846:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3de300, transno 17179872177 00000004:00080000:3.0:1763336280.395848:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9285eb6d80, transno 17179872178 00000004:00080000:3.0:1763336280.395851:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91867e9f80, transno 17179872179 00000100:00100000:3.0:1763336280.395856:0:3649:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c918cd68000 x1848991056228352/t17179872197(17179872197) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336296 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763336280.395866:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68000/2, rc 0, transno 17179872197 00000100:00100000:3.0:1763336280.395871:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056228352:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336280.395883:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918a243b80/2, rc 0, transno 21474839615 00000100:00100000:3.0:1763336280.395887:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056228864:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336280.395907:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd6b800/2, rc 0, transno 17179872196 00000100:00100000:3.0:1763336280.395911:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056227968:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336280.395917:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3dd180/2, rc 0, transno 21474839614 00000100:00100000:3.0:1763336280.395920:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056228480:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336280.396008:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 8 done 00000100:00100000:2.0:1763336280.396286:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056228224 00000100:00100000:2.0:1763336280.396294:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056228224 00000100:00100000:2.0:1763336280.396325:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7887 00000100:00100000:2.0:1763336280.396331:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3647:x1848991056228224:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336280.396389:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.396392:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.396394:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336280.396396:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.396398:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336280.396423:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056228224:12345-0@lo:2:osp-syn-1-1.0 Request processed in 93us (2135us total) trans 17179872198 rc 0/0 00000100:00100000:2.0:1763336280.396428:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7887 00000004:00080000:2.0:1763336280.396458:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd6b480/2, rc 0, transno 17179872195 00000100:00100000:2.0:1763336280.396462:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228096:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336280.396470:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3dd880/2, rc 0, transno 21474839613 00000100:00100000:2.0:1763336280.396473:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228608:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336280.396480:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3dca80/2, rc 0, transno 21474839612 00000100:00100000:2.0:1763336280.396483:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228736:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336280.396490:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd68700/2, rc 0, transno 17179872198 00000100:00100000:2.0:1763336280.396492:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056228224:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336280.396807:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.396818:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.396826:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.396832:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918ba6d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.396836:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.396844:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.396859:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.396862:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336280.396867:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336280.396872:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918ba6d400/0x84ca14902aa4655b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336280.400261:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.400880:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042206080 00000100:00100000:2.0:1763336280.400890:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042206080 00000100:00100000:2.0:1763336280.401299:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10801 00000100:00100000:2.0:1763336280.401312:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57644:x1848991042206080:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.401334:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.401359:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46562 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674dc expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.401410:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46562 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674dc expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.401426:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46562 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674dc expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.401443:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.401447:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336280.401450:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18e00, rc 0) 00000100:00100000:2.0:1763336280.401512:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042206080:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 203us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.401519:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10801 00000100:00100000:0.0:1763336280.407114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.407793:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042206336 00000100:00100000:2.0:1763336280.407803:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042206336 00000100:00100000:2.0:1763336280.407857:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3704 00000100:00100000:2.0:1763336280.407868:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57644:x1848991042206336:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336280.408145:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57644:x1848991042206336:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 278us (1039us total) trans 4294969065 rc 0/0 00000100:00100000:2.0:1763336280.408153:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3704 00000100:00100000:3.0:1763336280.437100:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.437419:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042206464 00000100:00100000:2.0:1763336280.437431:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042206464 00000100:00100000:2.0:1763336280.437503:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10802 00000100:00100000:2.0:1763336280.437514:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57645:x1848991042206464:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.437537:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.437558:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46569 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674e3 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.437624:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.437637:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437647:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437661:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.437667:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437673:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437778:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.437787:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437794:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336280.437831:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336280.437835:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336280.437850:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437860:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437869:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437874:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437879:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437884:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437889:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336280.437905:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437915:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437925:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e300) 00010000:00010000:2.0:1763336280.437928:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336280.437932:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437937:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46570 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437950:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437955:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437960:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437964:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336280.437967:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437972:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437977:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e400) 00010000:00010000:2.0:1763336280.437980:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336280.437982:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.437987:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46577 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.438018:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46569 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.438033:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 20 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.438041:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.438044:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336280.438047:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:2.0:1763336280.438111:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57645:x1848991042206464:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 598us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.438119:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10802 00000100:00100000:3.0:1763336280.451871:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.453225:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042206720 00000100:00100000:0.0:1763336280.453237:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042206720 00000100:00100000:0.0:1763336280.453301:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10803 00000100:00100000:0.0:1763336280.453312:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57645:x1848991042206720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.453331:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.453354:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa46585 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674ea expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.453451:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4658c lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.453465:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4658c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.453477:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4658c lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.453486:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336280.453585:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa46585 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ea expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.453603:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4658c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ea expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.453612:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.453616:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763336280.453619:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:0.0:1763336280.456465:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57645:x1848991042206720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3141us (4589us total) trans 4294969066 rc 0/0 00000100:00100000:0.0:1763336280.456479:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10803 00000100:00100000:1.0:1763336280.459403:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.459464:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042206976 00000100:00100000:0.0:1763336280.459475:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042206976 00000100:00100000:0.0:1763336280.459533:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10804 00000100:00100000:0.0:1763336280.459545:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57645:x1848991042206976:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.459569:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.459589:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4659a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674f1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.459722:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa465a1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.459736:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa465a1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.459748:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa465a1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.459760:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:0.0:1763336280.459858:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4659a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f1 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.459876:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa465a1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f1 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.459885:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.459888:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336280.459903:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:0.0:1763336280.459966:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57645:x1848991042206976:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 423us (570us total) trans 4294969067 rc 0/0 00000100:00100000:0.0:1763336280.459973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10804 00000100:00100000:3.0:1763336280.524180:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.524565:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207104 00000100:00100000:0.0:1763336280.524577:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207104 00000100:00100000:0.0:1763336280.524656:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2375 00000100:00100000:0.0:1763336280.524665:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042207104:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336280.524737:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.524756:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.524764:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336280.524766:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336280.524769:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.524804:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 16 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.524817:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 16 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.524848:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056228992:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.524973:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.526823:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056228992:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.526849:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.527042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.527332:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207232 00000100:00100000:1.0:1763336280.527341:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207232 00010000:00010000:1.0:1763336280.527375:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 17 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.527414:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3738 00000100:00100000:1.0:1763336280.527424:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042207232:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336280.527439:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.527458:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 17 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.527470:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 17 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.527491:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6c000/0x84ca14902aa46546 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c7 expref: 17 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.527506:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.527509:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.527513:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.527522:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.527552:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.527604:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042207232:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.527611:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3738 00010000:00010000:2.0:1763336280.530114:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.530132:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538150:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538168:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538176:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538183:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336280.538187:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538201:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538218:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.538225:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa465af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.538322:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042207104:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13653us (14148us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1763336280.538332:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2375 00000100:00100000:1.0:1763336280.543924:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.544014:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207360 00000100:00100000:2.0:1763336280.544024:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207360 00000100:00100000:2.0:1763336280.544086:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2376 00000100:00100000:2.0:1763336280.544096:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042207360:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336280.544127:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.544144:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.544151:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.544153:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.544157:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.544186:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 15 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.544198:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.544211:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056229120:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.544284:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9293680780 going to sleep for 11 seconds 00000100:00100000:0.0:1763336280.550499:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.550522:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207488 00000100:00100000:0.0:1763336280.550528:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207488 00010000:00010000:0.0:1763336280.550560:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 16 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.550588:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3739 00000100:00100000:0.0:1763336280.550595:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042207488:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.550608:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.550627:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 16 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.550640:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 16 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.550665:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.550667:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.550672:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.550682:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.550737:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.550784:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042207488:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 188us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.550792:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3739 00010000:00010000:3.0:1763336280.552472:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186976200/0x84ca14902aa4651c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674b2 expref: 15 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:3.0:1763336280.552497:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:24004:1848991056229120:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336280.552519:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.552529:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.552536:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559073:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559091:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559100:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559107:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.559112:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559120:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559139:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.559146:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa465b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.559239:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042207360:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 15139us (15321us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1763336280.559249:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2376 00000100:00100000:3.0:1763336280.564556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.565070:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207616 00000100:00100000:2.0:1763336280.565080:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207616 00000100:00100000:2.0:1763336280.565153:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2377 00000100:00100000:2.0:1763336280.565163:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042207616:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336280.565199:0:24004:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.565218:0:24004:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.565226:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.565228:0:24004:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336280.565232:0:24004:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.565267:0:24004:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.565286:0:24004:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 21 pid: 8398 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.565300:0:24004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056229248:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.565902:0:24004:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9293680780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.568746:0:24004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:24004:1848991056229248:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.568778:0:24004:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.569259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.569403:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207744 00000100:00100000:1.0:1763336280.569411:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207744 00010000:00010000:1.0:1763336280.569444:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 22 pid: 8398 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.569795:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3740 00000100:00100000:1.0:1763336280.569806:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042207744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336280.569821:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.569841:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 22 pid: 8398 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.569854:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 22 pid: 8398 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.569880:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9280030000/0x84ca14902aa46538 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674c0 expref: 22 pid: 8398 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.569906:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.569908:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.569913:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.569921:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.569948:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.570006:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042207744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 202us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.570014:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3740 00010000:00010000:2.0:1763336280.570280:0:24004:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.570290:0:24004:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575222:0:24004:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575240:0:24004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575248:0:24004:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575254:0:24004:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336280.575258:0:24004:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575267:0:24004:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575283:0:24004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.575290:0:24004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa465bd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24004 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.576089:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042207616:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10921us (11534us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1763336280.576100:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2377 00000100:00100000:3.0:1763336280.587129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.587227:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042207872 00000100:00100000:1.0:1763336280.587237:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042207872 00000100:00100000:1.0:1763336280.587306:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 470 00000100:00100000:1.0:1763336280.587317:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57645:x1848991042207872:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:1.0:1763336280.587332:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.587356:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa465a1 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f1 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.587373:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.587379:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.587435:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57645:x1848991042207872:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 120us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.587448:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 470 00000100:00100000:1.0:1763336280.589386:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.589459:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042208128 00000100:00100000:2.0:1763336280.589469:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042208128 00000100:00100000:2.0:1763336280.589523:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3705 00000100:00100000:2.0:1763336280.589533:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57645:x1848991042208128:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336280.589791:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57645:x1848991042208128:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 258us (411us total) trans 4294969068 rc 0/0 00000100:00100000:2.0:1763336280.589798:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3705 00000100:00100000:3.0:1763336280.597398:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.597514:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042208384 00000100:00100000:2.0:1763336280.597525:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042208384 00000100:00100000:2.0:1763336280.597585:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10805 00000100:00100000:2.0:1763336280.597596:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042208384:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336280.597620:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.597653:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa465c4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674f8 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.597804:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.597819:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.597828:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.597858:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.597870:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 25 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.597883:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056229376:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.597977:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9293680f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336280.600543:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056229376:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.600574:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000100:00100000:3.0:1763336280.601284:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.601363:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042208512 00000100:00100000:0.0:1763336280.601370:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042208512 00010000:00010000:0.0:1763336280.601403:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 26 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.601443:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3741 00000100:00100000:0.0:1763336280.601453:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042208512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.601466:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.601472:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 26 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.601484:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 26 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.601504:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa4657e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674e3 expref: 26 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.601519:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.601524:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.601532:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.601539:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.602280:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.602288:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336280.602314:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00010000:00010000:2.0:1763336280.602444:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa465c4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 27 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.602461:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.602468:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.602471:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336280.602473:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:2.0:1763336280.602530:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042208384:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4936us (5140us total) trans 4294969069 rc 0/0 00000100:00100000:2.0:1763336280.602538:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10805 00010000:00010000:0.0:1763336280.602620:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336280.602660:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042208512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1209us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.602668:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3741 00000100:00100000:3.0:1763336280.605650:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.605737:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042208640 00000100:00100000:2.0:1763336280.605748:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042208640 00000100:00100000:2.0:1763336280.605816:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10806 00000100:00100000:2.0:1763336280.605827:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042208640:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336280.605850:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.605872:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa465d9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c674ff expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.605979:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.606003:0:6513:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.606013:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.606044:0:6513:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.606061:0:6513:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 26 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.606075:0:6513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056229504:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336280.606156:0:6513:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9293680780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.608872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.609073:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042208768 00000100:00100000:2.0:1763336280.609074:0:6513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6513:1848991056229504:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336280.609079:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042208768 00010000:00010000:2.0:1763336280.609099:0:6513:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.609116:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 27 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.609325:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3742 00000100:00100000:1.0:1763336280.609337:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042208768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336280.609352:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.609358:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 27 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.609370:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 27 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.609391:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa465cb lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674f8 expref: 27 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.609405:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.609409:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.609419:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.609425:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336280.609453:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.609501:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042208768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 167us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.609508:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3742 00010000:00010000:2.0:1763336280.609545:0:6513:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.609552:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336280.609600:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:2.0:1763336280.609605:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336280.609625:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.609653:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa465d9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ff expref: 26 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.609667:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ff expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.609674:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.609677:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336280.609681:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336280.609778:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042208640:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 3953us (4136us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.609785:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10806 00000100:00100000:3.0:1763336280.613345:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.613409:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042208896 00000100:00100000:2.0:1763336280.613420:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042208896 00000100:00100000:2.0:1763336280.613492:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7888 00000100:00100000:2.0:1763336280.613503:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042208896:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336280.613521:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.613542:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67506 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336280.613563:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 262144, mtime: 0x691a6056, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0x128 00010000:00010000:2.0:1763336280.613581:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.613584:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.613595:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.613626:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 15 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.613638:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336280.613732:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042208896:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 231us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.613740:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7888 00000100:00100000:1.0:1763336280.617979:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.618075:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042209152 00000100:00100000:3.0:1763336280.618084:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042209152 00000100:00100000:3.0:1763336280.618140:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3706 00000100:00100000:3.0:1763336280.618150:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042209152:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:3.0:1763336280.618377:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042209152:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 227us (405us total) trans 4294969070 rc 0/0 00000100:00100000:3.0:1763336280.618384:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3706 00000100:00100000:3.0:1763336280.622100:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.625200:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042209408 00000100:00100000:2.0:1763336280.625217:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042209408 00000100:00100000:2.0:1763336280.625282:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10807 00000100:00100000:2.0:1763336280.625294:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042209408:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336280.625331:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.625334:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336280.625360:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4658c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ea expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.625382:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46562 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674dc expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.625394:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa465e0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ff expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.625404:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.625409:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336280.625421:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa465ee lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6750d expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.625461:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa465f5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.625473:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa465f5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.625481:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa465f5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000040:00080000:2.0:1763336280.625744:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].205, 88 off25456 00000004:00080000:2.0:1763336280.625752:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068587066143ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336280.625791:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].209, 88 off25808 00000004:00080000:2.0:1763336280.625796:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068587110553ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.625809:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].206, 88 off25544 00000004:00080000:2.0:1763336280.625813:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068587127476ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336280.625822:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].210, 88 off25896 00000004:00080000:2.0:1763336280.625826:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068587141025ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.625846:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].207, 88 off25632 00000004:00080000:2.0:1763336280.625851:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068587165643ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336280.625866:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].211, 88 off25984 00000004:00080000:2.0:1763336280.625870:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068587184771ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.625885:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].212, 88 off26072 00000004:00080000:2.0:1763336280.625898:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1068587204388ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336280.625909:0:6513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].208, 88 off25720 00000004:00080000:2.0:1763336280.625913:0:6513:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1068587227675ns, next at 1066934261956ns, rc = 0 00000001:00080000:1.0:1763336280.631394:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969071 is committed 00000004:00080000:1.0:1763336280.631408:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 207 committed 00000004:00080000:1.0:1763336280.631426:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 207 committed 00000004:00080000:1.0:1763336280.631442:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 206 committed 00000004:00080000:1.0:1763336280.631445:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 206 committed 00000004:00080000:1.0:1763336280.631447:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 205 committed 00000004:00080000:1.0:1763336280.631449:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 205 committed 00000004:00080000:1.0:1763336280.631452:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 204 committed 00000004:00080000:1.0:1763336280.631453:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 204 committed 00010000:00010000:2.0:1763336280.631558:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa465f5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6750d expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.631575:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.631579:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336280.631596:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa465ee lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6750d expref: 19 pid: 6513 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763336280.631618:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa465f5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6750d expref: 18 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.631648:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.631653:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763336280.631655:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:3.0:1763336280.631659:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056229888:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336280.631667:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056230016:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336280.631744:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042209408:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6450us (9651us total) trans 4294969071 rc 0/0 00000100:00100000:3.0:1763336280.631746:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336280.631762:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10807 00000100:00100000:0.0:1763336280.631787:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056229888 00000100:00100000:3.0:1763336280.631792:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056230400:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336280.631796:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056229888 00000100:00100000:3.0:1763336280.631818:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.631845:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1763336280.631847:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056230400 00000100:00100000:3.0:1763336280.631853:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056229760:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336280.631853:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056230400 00000100:00100000:3.0:1763336280.631881:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336280.631886:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889 00000100:00100000:0.0:1763336280.631905:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056229888:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336280.631920:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056230272:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336280.631943:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.631982:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056229760 00000100:00100000:3.0:1763336280.631987:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056229760 00000100:00100000:3.0:1763336280.632013:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056230272 00000100:00100000:3.0:1763336280.632017:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056230272 00002000:00010000:0.0:1763336280.632034:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.632038:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00000100:00100000:3.0:1763336280.632041:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7890 00002000:00010000:0.0:1763336280.632044:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.632049:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00000100:00100000:3.0:1763336280.632052:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056230400:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336280.632053:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336280.632094:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056229888:12345-0@lo:2:osp-syn-0-1.0 Request processed in 200us (348us total) trans 21474839616 rc 0/0 00000100:00100000:0.0:1763336280.632102:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889 00000100:00100000:0.0:1763336280.632118:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7891 00000100:00100000:0.0:1763336280.632126:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1848991056229760:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336280.632155:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3647:x1848991056230400:12345-0@lo:2:osp-syn-1-1.0 Request processed in 105us (336us total) trans 17179872199 rc 0/0 00000100:00100000:3.0:1763336280.632177:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7890 00002000:00010000:0.0:1763336280.632189:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.632192:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336280.632195:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336280.632197:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:0.0:1763336280.632199:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336280.632226:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1848991056229760:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (344us total) trans 17179872200 rc 0/0 00000100:00100000:0.0:1763336280.632232:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7891 00000100:00100000:0.0:1763336280.632245:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7892 00000100:00100000:0.0:1763336280.632251:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056230272:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336280.632299:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.632302:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.632304:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336280.632306:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.632308:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336280.632332:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1848991056230272:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (388us total) trans 17179872201 rc 0/0 00000100:00100000:0.0:1763336280.632338:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7892 00000100:00100000:3.0:1763336280.632391:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336280.632426:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056229632:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336280.632533:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056230528:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336280.632559:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336280.632564:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336280.632649:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056230144:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336280.632747:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056230016 00000100:00100000:2.0:1763336280.632752:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056230016 00000100:00100000:1.0:1763336280.632759:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336280.632782:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056229632 00000100:00100000:2.0:1763336280.632786:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056229632 00000100:00100000:0.0:1763336280.632811:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056230528 00000100:00100000:0.0:1763336280.632817:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056230528 00000100:00100000:2.0:1763336280.632821:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056230144 00000100:00100000:2.0:1763336280.632826:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056230144 00000100:00100000:0.0:1763336280.632847:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893 00000100:00100000:2.0:1763336280.632859:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894 00000100:00100000:0.0:1763336280.632860:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3648:x1848991056230016:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336280.632872:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6814450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056229632:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336280.632945:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.632948:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.632950:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.632952:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.632954:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1763336280.632966:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336280.632971:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.632974:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.632977:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.632979:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:0.0:1763336280.632984:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3648:x1848991056230016:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (591us total) trans 17179872202 rc 0/0 00000100:00100000:0.0:1763336280.632991:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893 00000100:00100000:0.0:1763336280.633009:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895 00000100:00100000:0.0:1763336280.633016:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3648:x1848991056230528:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336280.633026:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6814450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056229632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 156us (467us total) trans 21474839617 rc 0/0 00000100:00100000:2.0:1763336280.633033:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894 00002000:00010000:0.0:1763336280.633066:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.633070:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.633073:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.633075:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.633077:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336280.633106:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3648:x1848991056230528:12345-0@lo:2:osp-syn-0-1.0 Request processed in 90us (543us total) trans 21474839618 rc 0/0 00000100:00100000:0.0:1763336280.633112:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895 00000100:00100000:0.0:1763336280.633131:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896 00000100:00100000:0.0:1763336280.633139:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3649:x1848991056230144:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336280.633195:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3649:x1848991056230144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 58us (438us total) trans 21474839619 rc 0/0 00000100:00100000:0.0:1763336280.633200:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896 00000004:00080000:3.0:1763336280.633301:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb6d80/2, rc 0, transno 21474839618 00000100:00100000:3.0:1763336280.633307:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056230528:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336280.633345:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83ed80/2, rc 0, transno 17179872202 00000100:00100000:3.0:1763336280.633354:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056230016:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336280.634720:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184e8bb80/2, rc 0, transno 21474839617 00000100:00100000:2.0:1763336280.634730:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184e8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056229632:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336280.634742:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183eb4700/2, rc 0, transno 21474839619 00000100:00100000:2.0:1763336280.634746:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056230144:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336280.636071:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83dc00/2, rc 0, transno 17179872200 00000100:00100000:3.0:1763336280.636082:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056229760:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336280.636092:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3de300/2, rc 0, transno 17179872201 00000100:00100000:3.0:1763336280.636096:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056230272:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336280.636106:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183312d80/2, rc 0, transno 21474839616 00000100:00100000:3.0:1763336280.636110:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056229888:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336280.636118:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b62ce00/2, rc 0, transno 17179872199 00000100:00100000:3.0:1763336280.636121:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056230400:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336280.638907:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.639070:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042209536 00000100:00100000:3.0:1763336280.639079:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042209536 00000100:00100000:3.0:1763336280.639127:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7897 00000100:00100000:3.0:1763336280.639137:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991042209536:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:3.0:1763336280.639155:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336280.639185:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67514 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.639215:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336280.639223:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.639226:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.639229:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [180224->217087] (req 180224->217087) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 16 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.639264:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336280.639277:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 1168 lvb_type: 1 00000100:00100000:3.0:1763336280.639297:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056230656:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336280.639385:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.644967:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056230656:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336280.645006:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [180224->217087] (req 180224->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 16 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.645025:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf200, rc 0) 00000100:00100000:2.0:1763336280.645066:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.645082:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042209536:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5947us (6192us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.645091:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7897 00000100:00100000:1.0:1763336280.645380:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042209664 00000100:00100000:1.0:1763336280.645387:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042209664 00010000:00010000:1.0:1763336280.645417:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 1168 lvb_type: 1 00000100:00100000:1.0:1763336280.645455:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3743 00000100:00100000:1.0:1763336280.645465:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042209664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336280.645478:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.645498:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 1168 lvb_type: 1 00010000:00010000:1.0:1763336280.645511:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 1168 lvb_type: 1 00010000:00010000:1.0:1763336280.645538:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa465e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67506 expref: 16 pid: 8399 timeout: 1168 lvb_type: 1 00010000:00010000:1.0:1763336280.645551:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.645553:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.645559:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.645568:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.645613:0:16422:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.645625:0:16422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae284380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056230784:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336280.645720:0:16422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336280.647337:0:16422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae284380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:16422:1848991056230784:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336280.647360:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.647412:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042209664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1947us (2345us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.647421:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3743 00000100:00100000:3.0:1763336280.647665:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.648006:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042209792 00000100:00100000:0.0:1763336280.648015:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042209792 00000100:00100000:0.0:1763336280.648074:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2378 00000100:00100000:0.0:1763336280.648085:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042209792:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336280.648302:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336280.648307:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336278 -> 1763336280 00002000:00010000:0.0:1763336280.648309:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.648311:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.648314:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 296 -> 296 00000100:00100000:0.0:1763336280.648356:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042209792:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 274us (692us total) trans 21474839620 rc 0/0 00000100:00100000:0.0:1763336280.648363:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2378 00000100:00100000:3.0:1763336280.652462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.652559:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042209920 00000100:00100000:2.0:1763336280.652568:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042209920 00000100:00100000:0.0:1763336280.652909:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10808 00000100:00100000:0.0:1763336280.652922:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042209920:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336280.652944:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.652964:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46603 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6751b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.653060:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4660a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.653072:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4660a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.653080:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4660a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336280.653103:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:0.0:1763336280.653107:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336280.653125:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4660a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.653151:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46603 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6751b expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.653166:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4660a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6751b expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.653174:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.653178:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.653181:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185703a00, rc 0) 00000100:00100000:0.0:1763336280.653240:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042209920:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 322us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.653247:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10808 00000100:00100000:3.0:1763336280.657565:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.657656:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210048 00000100:00100000:0.0:1763336280.657667:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210048 00002000:00100000:0.0:1763336280.657749:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (102400->135167) req@ffff9c918b62d500 x1848991042210048/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336280.657760:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62d500 with x1848991042210048 ext(102400->135167) 00002000:00010000:0.0:1763336280.657766:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62d500 00000100:00100000:0.0:1763336280.657790:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2379 00000100:00100000:0.0:1763336280.657811:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042210048:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336280.663486:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042210048:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 5667us (5919us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1763336280.663499:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2379 00002000:00100000:0.0:1763336280.663510:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (102400->135167) req@ffff9c918b62d500 x1848991042210048/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/440 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336280.663520:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62d500 with x1848991042210048 ext(102400->135167) 00002000:00010000:0.0:1763336280.663526:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62d500 00000100:00100000:3.0:1763336280.670982:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.671090:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210176 00000100:00100000:0.0:1763336280.671101:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210176 00002000:00100000:0.0:1763336280.671149:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (40960->45055) req@ffff9c918b62ca80 x1848991042210176/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336280.671160:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62ca80 with x1848991042210176 ext(40960->45055) 00002000:00010000:0.0:1763336280.671167:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62ca80 00000100:00100000:0.0:1763336280.671203:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2380 00000100:00100000:0.0:1763336280.671212:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042210176:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336280.671391:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042210176:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 179us (418us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336280.671399:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2380 00002000:00100000:0.0:1763336280.671406:0:24004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x36:0x0] (40960->45055) req@ffff9c918b62ca80 x1848991042210176/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/4536 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336280.671413:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62ca80 with x1848991042210176 ext(40960->45055) 00002000:00010000:0.0:1763336280.671417:0:24004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62ca80 00000100:00100000:3.0:1763336280.678845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.679091:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210432 00000100:00100000:0.0:1763336280.679101:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210432 00000100:00100000:0.0:1763336280.679160:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10809 00000100:00100000:0.0:1763336280.679170:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042210432:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336280.679220:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336280.679246:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa465f5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6750d expref: 19 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.679268:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4660a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6751b expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.679278:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.679284:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336280.679453:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336280.679466:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.679475:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336280.679526:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969072 00000004:00010000:0.0:1763336280.679545:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065e844ff reply state 00000000d6f5140e transno 4294969073 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.679556:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.679561:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.679564:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336280.679566:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336280.679644:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042210432:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 476us (808us total) trans 4294969073 rc 0/0 00000100:00100000:0.0:1763336280.679651:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10809 00000020:00080000:0.0:1763336280.679656:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336280.682815:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.682900:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210560 00000100:00100000:0.0:1763336280.682909:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210560 00000100:00100000:0.0:1763336280.683341:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10810 00000100:00100000:0.0:1763336280.683352:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042210560:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336280.683373:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.683391:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67522 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.683441:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.683454:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 21 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.683470:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.683473:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336280.683476:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185703c00, rc 0) 00000100:00100000:0.0:1763336280.683529:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042210560:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 179us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.683535:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10810 00000100:00100000:3.0:1763336280.685876:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.685915:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.685935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.686177:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210688 00000100:00100000:0.0:1763336280.686187:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210688 00002000:00010000:0.0:1763336280.686220:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (138221->18446744073709551615) 00002000:00100000:0.0:1763336280.686224:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62f480 with x1848991042210688 ext(138221->18446744073709551615) 00002000:00010000:0.0:1763336280.686234:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62f480. 00000100:00100000:0.0:1763336280.686254:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210816 00000100:00100000:0.0:1763336280.686257:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210816 00002000:00010000:0.0:1763336280.686268:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336280.686270:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62e300 with x1848991042210816 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336280.686275:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62e300. 00000100:00100000:0.0:1763336280.686288:0:24004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042210944 00000100:00100000:0.0:1763336280.686290:0:24004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042210944 00002000:00010000:0.0:1763336280.686301:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336280.686304:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62d880 with x1848991042210944 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336280.686310:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b62d880. 00000100:00100000:0.0:1763336280.686326:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2381 00000100:00100000:0.0:1763336280.686333:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042210688:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:1.0:1763336280.686608:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2382 00000100:00100000:1.0:1763336280.686620:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042210816:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336280.686736:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336280.686740:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336278 -> 1763336280 00002000:00010000:1.0:1763336280.686743:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336280.686745:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.686747:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:0.0:1763336280.686790:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 138221 00002000:00010000:0.0:1763336280.686795:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.686798:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.686800:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.686803:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 296 -> 144 00000100:00100000:1.0:1763336280.686808:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042210816:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 189us (889us total) trans 21474839622 rc 0/0 00000100:00100000:1.0:1763336280.686818:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2382 00000100:00100000:0.0:1763336280.686831:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042210688:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 497us (959us total) trans 21474839621 rc 0/0 00002000:00010000:1.0:1763336280.686837:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00000100:00100000:0.0:1763336280.686842:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2381 00002000:00100000:1.0:1763336280.686844:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62e300 with x1848991042210816 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336280.686848:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (138221->18446744073709551615) 00002000:00010000:1.0:1763336280.686852:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62e300. 00002000:00100000:0.0:1763336280.686853:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62f480 with x1848991042210688 ext(138221->18446744073709551615) 00002000:00010000:0.0:1763336280.686861:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62f480. 00000100:00100000:0.0:1763336280.686884:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2383 00000100:00100000:0.0:1763336280.686902:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2406:x1848991042210944:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336280.686967:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336280.686970:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336278 -> 1763336280 00002000:00010000:0.0:1763336280.686972:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336280.686974:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.686975:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336280.686994:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042210944:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 104us (1059us total) trans 17179872203 rc 0/0 00000100:00100000:0.0:1763336280.687000:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2383 00002000:00010000:0.0:1763336280.687003:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336280.687005:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62d880 with x1848991042210944 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336280.687014:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918b62d880. 00000100:00100000:3.0:1763336280.690218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.690322:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211072 00000100:00100000:0.0:1763336280.690333:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211072 00000100:00100000:0.0:1763336280.690402:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10811 00000100:00100000:0.0:1763336280.690412:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042211072:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336280.690432:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.690454:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4661f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67529 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.690548:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46626 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336280.690562:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46626 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.690574:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46626 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336280.690600:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 138221 00000004:00200000:0.0:1763336280.690605:0:6513:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336280.690622:0:6513:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46626 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.690648:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703a00/0x84ca14902aa4661f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67529 expref: 23 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.690665:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46626 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67529 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.690674:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.690677:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.690681:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:0.0:1763336280.690786:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042211072:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 374us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.690794:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10811 00000100:00100000:2.0:1763336280.694351:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.694619:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211200 00000100:00100000:3.0:1763336280.694629:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211200 00002000:00100000:3.0:1763336280.694672:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (40960->106495) req@ffff9c918cd68a80 x1848991042211200/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336280.694725:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68a80 with x1848991042211200 ext(40960->106495) 00002000:00010000:3.0:1763336280.694733:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68a80 00000100:00100000:3.0:1763336280.694762:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2384 00000100:00100000:3.0:1763336280.694773:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042211200:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:3.0:1763336280.701034:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042211200:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 6253us (6682us total) trans 21474839623 rc 0/0 00000100:00100000:3.0:1763336280.701048:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2384 00002000:00100000:3.0:1763336280.701060:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (40960->106495) req@ffff9c918cd68a80 x1848991042211200/t21474839623(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/448 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336280.701072:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd68a80 with x1848991042211200 ext(40960->106495) 00002000:00010000:3.0:1763336280.701078:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd68a80 00000100:00100000:3.0:1763336280.704325:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.704481:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211328 00000100:00100000:2.0:1763336280.704492:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211328 00000100:00100000:2.0:1763336280.704564:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2385 00000100:00100000:2.0:1763336280.704575:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042211328:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336280.705325:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 138221 -> 138221 00002000:00010000:2.0:1763336280.705330:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.705333:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336278 -> 1763336280 00002000:00010000:2.0:1763336280.705335:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.705338:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 144 -> 240 00000100:00100000:2.0:1763336280.705865:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042211328:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1289us (1546us total) trans 21474839624 rc 0/0 00000100:00100000:2.0:1763336280.705875:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2385 00000100:00100000:0.0:1763336280.710251:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.710382:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211584 00000100:00100000:1.0:1763336280.710391:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211584 00000100:00100000:1.0:1763336280.710448:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10812 00000100:00100000:1.0:1763336280.710458:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042211584:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336280.710505:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.710530:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46626 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67529 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.710548:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.710553:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336280.711059:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.711077:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.711086:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336280.711134:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969074 00000004:00010000:1.0:1763336280.711157:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e4d96cae reply state 00000000301473e7 transno 4294969075 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.711166:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.711173:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.711175:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336280.711179:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336280.711790:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042211584:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 1331us (1544us total) trans 4294969075 rc 0/0 00000100:00100000:1.0:1763336280.711798:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10812 00000020:00080000:1.0:1763336280.711804:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336280.715075:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.715154:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211840 00000100:00100000:2.0:1763336280.715164:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211840 00000100:00100000:0.0:1763336280.715168:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00010000:2.0:1763336280.715198:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00000100:00100000:0.0:1763336280.715200:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00002000:00100000:2.0:1763336280.715203:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee2680 with x1848991042211840 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.715215:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee2680. 00000100:00100000:1.0:1763336280.715223:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211712 00000100:00100000:1.0:1763336280.715229:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211712 00000100:00100000:2.0:1763336280.715239:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042211968 00002000:00010000:1.0:1763336280.715243:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00000100:00100000:2.0:1763336280.715244:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042211968 00002000:00100000:1.0:1763336280.715249:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831afb80 with x1848991042211712 ext(262144->18446744073709551615) 00002000:00010000:1.0:1763336280.715255:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831afb80. 00002000:00010000:2.0:1763336280.715267:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.715272:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ad180 with x1848991042211968 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.715279:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ad180. 00000100:00100000:1.0:1763336280.715282:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2386 00000100:00100000:1.0:1763336280.715292:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042211840:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:3.0:1763336280.715297:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2387 00000100:00100000:2.0:1763336280.715303:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2388 00000100:00100000:3.0:1763336280.715309:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042211712:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:2.0:1763336280.715309:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042211968:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336280.715437:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.715441:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.715444:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.715447:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.715449:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763336280.715464:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 138221 -> 262144 00002000:00010000:3.0:1763336280.715467:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.715469:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.715471:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336280.715473:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 240 -> 240 00002000:00010000:1.0:1763336280.715518:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336280.715522:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.715524:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336280.715526:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.715527:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336280.715546:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042211712:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 238us (376us total) trans 21474839625 rc 0/0 00000100:00100000:2.0:1763336280.715546:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042211968:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 234us (343us total) trans 17179872204 rc 0/0 00000100:00100000:2.0:1763336280.715555:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2388 00000100:00100000:1.0:1763336280.715559:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184ee2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042211840:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 267us (491us total) trans 21474839626 rc 0/0 00002000:00010000:2.0:1763336280.715561:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00000100:00100000:3.0:1763336280.715563:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2387 00002000:00100000:2.0:1763336280.715567:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ad180 with x1848991042211968 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336280.715568:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (262144->18446744073709551615) 00002000:00100000:3.0:1763336280.715572:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831afb80 with x1848991042211712 ext(262144->18446744073709551615) 00000100:00100000:1.0:1763336280.715572:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2386 00002000:00010000:2.0:1763336280.715574:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ad180. 00002000:00010000:1.0:1763336280.715578:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00010000:3.0:1763336280.715579:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831afb80. 00002000:00100000:1.0:1763336280.715581:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184ee2680 with x1848991042211840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.715587:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184ee2680. 00000100:00100000:3.0:1763336280.718768:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.718853:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212096 00000100:00100000:1.0:1763336280.718862:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212096 00002000:00100000:1.0:1763336280.718915:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (0->262143) req@ffff9c918b62e680 x1848991042212096/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 520/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336280.718973:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62e680 with x1848991042212096 ext(0->262143) 00002000:00010000:1.0:1763336280.718978:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62e680 00000100:00100000:1.0:1763336280.719011:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2389 00000100:00100000:1.0:1763336280.719020:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042212096:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336280.722518:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042212096:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 3488us (3746us total) trans 0 rc 192512/192512 00000100:00100000:0.0:1763336280.722531:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2389 00002000:00100000:0.0:1763336280.722553:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (0->262143) req@ffff9c918b62e680 x1848991042212096/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 520/440 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 192512/192512 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336280.722563:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62e680 with x1848991042212096 ext(0->262143) 00002000:00010000:0.0:1763336280.722570:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62e680 00000100:00100000:0.0:1763336280.727382:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.727445:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212224 00000100:00100000:1.0:1763336280.727454:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212224 00002000:00100000:1.0:1763336280.727490:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (217088->262143) req@ffff9c91831ac000 x1848991042212224/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336280.727498:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ac000 with x1848991042212224 ext(217088->262143) 00002000:00010000:1.0:1763336280.727502:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831ac000 00000100:00100000:1.0:1763336280.727528:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2390 00000100:00100000:1.0:1763336280.727537:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2407:x1848991042212224:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336280.729757:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2407:x1848991042212224:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 2213us (2375us total) trans 21474839627 rc 0/0 00000100:00100000:1.0:1763336280.729770:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2390 00002000:00100000:1.0:1763336280.729782:0:28399:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x36:0x0] (217088->262143) req@ffff9c91831ac000 x1848991042212224/t21474839627(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/448 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336280.729791:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ac000 with x1848991042212224 ext(217088->262143) 00002000:00010000:1.0:1763336280.729797:0:28399:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831ac000 00000100:00100000:3.0:1763336280.732303:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.732794:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212352 00000100:00100000:0.0:1763336280.732804:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212352 00000100:00100000:0.0:1763336280.733199:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7898 00000100:00100000:0.0:1763336280.733210:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042212352:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336280.734718:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839627 is committed 00000001:00080000:0.0:1763336280.734749:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839619 is committed 00000100:00100000:3.0:1763336280.734928:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042212352:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1717us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.734939:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7898 00000100:00100000:0.0:1763336280.739038:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.740953:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212480 00000100:00100000:1.0:1763336280.740968:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212480 00000100:00100000:1.0:1763336280.741182:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10813 00000100:00100000:1.0:1763336280.741195:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042212480:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336280.741218:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.741239:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46634 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67530 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.741325:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4663b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.741339:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4663b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.741348:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4663b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336280.741372:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 262144 00000004:00200000:1.0:1763336280.741376:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336280.741392:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4663b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.741414:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46634 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67530 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.741430:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4663b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67530 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.741440:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.741443:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336280.741446:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336280.741516:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042212480:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 324us (2490us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.741523:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10813 00000100:00100000:1.0:1763336280.747033:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.747099:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212608 00000100:00100000:0.0:1763336280.747110:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212608 00000100:00100000:0.0:1763336280.747726:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2391 00000100:00100000:0.0:1763336280.747741:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042212608:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336280.747988:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336280.747992:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.748004:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.748009:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.748012:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 240 -> 360 00000100:00100000:0.0:1763336280.748073:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042212608:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 336us (1048us total) trans 21474839628 rc 0/0 00000100:00100000:0.0:1763336280.748081:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2391 00000100:00100000:3.0:1763336280.750768:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.750812:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212736 00000100:00100000:0.0:1763336280.750831:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212736 00000100:00100000:0.0:1763336280.750909:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2392 00000100:00100000:0.0:1763336280.750919:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042212736:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:0.0:1763336280.751106:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336280.751110:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.751112:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.751115:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336280.751117:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 360 -> 448 00000100:00100000:0.0:1763336280.751176:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042212736:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 258us (415us total) trans 21474839629 rc 0/0 00000100:00100000:0.0:1763336280.751183:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2392 00000100:00100000:2.0:1763336280.754671:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.754858:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212864 00000100:00100000:0.0:1763336280.754867:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212864 00000100:00100000:2.0:1763336280.754980:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2393 00000100:00100000:2.0:1763336280.754990:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042212864:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336280.755329:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336280.755334:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.755336:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.755338:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.755340:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 448 -> 424 00000100:00100000:2.0:1763336280.755398:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042212864:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 410us (736us total) trans 21474839630 rc 0/0 00000100:00100000:2.0:1763336280.755407:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2393 00000100:00100000:1.0:1763336280.761936:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.762051:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042212992 00000100:00100000:2.0:1763336280.762062:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042212992 00000100:00100000:2.0:1763336280.762132:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2394 00000100:00100000:2.0:1763336280.762142:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042212992:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336280.762458:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336280.762462:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.762465:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.762467:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.762469:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 424 -> 424 00000100:00100000:2.0:1763336280.762534:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae286a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042212992:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 393us (606us total) trans 21474839631 rc 0/0 00000100:00100000:2.0:1763336280.762542:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2394 00000100:00100000:3.0:1763336280.770430:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.770481:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042213120 00000100:00100000:2.0:1763336280.770496:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042213120 00002000:00100000:2.0:1763336280.770541:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (40960->126975) req@ffff9c918b62ed80 x1848991042213120/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 504/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336280.770552:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62ed80 with x1848991042213120 ext(40960->126975) 00002000:00010000:2.0:1763336280.770557:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62ed80 00000100:00100000:2.0:1763336280.770605:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2395 00000100:00100000:2.0:1763336280.770616:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042213120:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336280.777222:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042213120:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 6598us (6790us total) trans 21474839635 rc 0/0 00000100:00100000:2.0:1763336280.777237:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2395 00002000:00100000:2.0:1763336280.777249:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (40960->126975) req@ffff9c918b62ed80 x1848991042213120/t21474839635(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 504/448 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336280.777260:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918b62ed80 with x1848991042213120 ext(40960->126975) 00002000:00010000:2.0:1763336280.777266:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918b62ed80 00000100:00100000:1.0:1763336280.779153:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.779231:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042213248 00000100:00100000:3.0:1763336280.779241:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042213248 00000100:00100000:3.0:1763336280.779300:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7899 00000100:00100000:3.0:1763336280.779312:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042213248:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336280.781749:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839635 is committed 00000100:00100000:3.0:1763336280.782006:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042213248:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 2693us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.782017:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7899 00000100:00100000:3.0:1763336280.786968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.787065:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042213504 00000100:00100000:1.0:1763336280.787076:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042213504 00000100:00100000:1.0:1763336280.787141:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10814 00000100:00100000:1.0:1763336280.787151:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042213504:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:1.0:1763336280.787202:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.787229:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4663b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67530 expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.787248:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.787254:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336280.787410:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.787424:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.787433:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336280.787476:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969076 00000004:00010000:1.0:1763336280.787495:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ab021d98 reply state 000000003620ac6f transno 4294969077 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.787520:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.787527:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.787530:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336280.787533:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336280.787763:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57585:x1848991042213504:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 612us (812us total) trans 4294969077 rc 0/0 00000100:00100000:1.0:1763336280.787770:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10814 00000020:00080000:1.0:1763336280.787775:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336280.790535:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.790579:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.790613:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.790719:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042213632 00000100:00100000:2.0:1763336280.790723:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042213760 00000100:00100000:1.0:1763336280.790729:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042213632 00000100:00100000:2.0:1763336280.790730:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042213760 00002000:00010000:2.0:1763336280.790769:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00010000:1.0:1763336280.790769:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (172300->18446744073709551615) 00002000:00100000:1.0:1763336280.790776:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831adc00 with x1848991042213632 ext(172300->18446744073709551615) 00002000:00100000:2.0:1763336280.790778:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ace00 with x1848991042213760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.790790:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831ace00. 00000100:00100000:2.0:1763336280.790810:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042213888 00000100:00100000:2.0:1763336280.790813:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042213888 00002000:00010000:2.0:1763336280.790826:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.790829:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ad880 with x1848991042213888 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.790835:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ad880. 00000100:00100000:2.0:1763336280.790851:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2396 00000100:00100000:2.0:1763336280.790859:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042213760:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336280.791026:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.791029:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.791032:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.791035:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.791037:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00002000:00010000:1.0:1763336280.791079:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831adc00. 00000100:00100000:2.0:1763336280.791093:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042213760:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 233us (512us total) trans 21474839636 rc 0/0 00000100:00100000:2.0:1763336280.791102:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2396 00002000:00010000:2.0:1763336280.791107:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00000100:00100000:1.0:1763336280.791111:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2397 00002000:00100000:2.0:1763336280.791112:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ace00 with x1848991042213760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.791119:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831ace00. 00000100:00100000:1.0:1763336280.791125:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042213888:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:2.0:1763336280.791151:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2398 00000100:00100000:2.0:1763336280.791162:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042213632:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336280.791214:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336280.791218:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.791221:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336280.791224:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.791226:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336280.791272:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042213888:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 151us (657us total) trans 17179872205 rc 0/0 00000100:00100000:1.0:1763336280.791282:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2397 00002000:00010000:1.0:1763336280.791286:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336280.791289:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ad880 with x1848991042213888 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.791294:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ad880. 00002000:00010000:2.0:1763336280.791424:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 262144 -> 172300 00002000:00010000:2.0:1763336280.791427:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.791429:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.791431:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.791433:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 424 -> 320 00000100:00100000:2.0:1763336280.791475:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042213632:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 315us (950us total) trans 21474839637 rc 0/0 00000100:00100000:2.0:1763336280.791482:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2398 00002000:00010000:2.0:1763336280.791485:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (172300->18446744073709551615) 00002000:00100000:2.0:1763336280.791488:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831adc00 with x1848991042213632 ext(172300->18446744073709551615) 00002000:00010000:2.0:1763336280.791492:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831adc00. 00000100:00100000:3.0:1763336280.794366:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.794439:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214016 00000100:00100000:1.0:1763336280.794447:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214016 00000100:00100000:1.0:1763336280.794493:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10815 00000100:00100000:1.0:1763336280.794502:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57585:x1848991042214016:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336280.794523:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.794544:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46649 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67537 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.794634:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46650 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.794649:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46650 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.794660:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46650 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336280.794701:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 172300 00000004:00200000:1.0:1763336280.794704:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336280.794719:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46650 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.794738:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46649 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67537 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.794750:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46650 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67537 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.794756:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.794758:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336280.794760:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336280.794807:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991042214016:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 307us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.794812:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10815 00000100:00100000:1.0:1763336280.799639:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.799761:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214144 00000100:00100000:2.0:1763336280.799771:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214144 00000100:00100000:2.0:1763336280.799839:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2399 00000100:00100000:2.0:1763336280.799849:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042214144:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336280.800019:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 172300 -> 172300 00002000:00010000:2.0:1763336280.800023:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.800026:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.800028:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.800031:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:2.0:1763336280.800946:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae284700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042214144:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 1093us (1310us total) trans 21474839638 rc 0/0 00000100:00100000:2.0:1763336280.800957:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2399 00000100:00100000:3.0:1763336280.804832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.805332:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214400 00000100:00100000:1.0:1763336280.805343:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214400 00000100:00100000:0.0:1763336280.806136:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10816 00000100:00100000:0.0:1763336280.806150:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991042214400:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336280.806203:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.806228:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46650 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67537 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.806247:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.806253:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336280.806415:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336280.806430:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.806440:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:0.0:1763336280.806481:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969078 00000004:00010000:0.0:1763336280.806501:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009cdee069 reply state 0000000042e0f0bc transno 4294969079 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.806513:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.806520:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.806522:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336280.806525:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336280.806630:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57585:x1848991042214400:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 482us (1952us total) trans 4294969079 rc 0/0 00000100:00100000:0.0:1763336280.806638:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10816 00000020:00080000:0.0:1763336280.806643:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336280.816252:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.816658:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214656 00000100:00100000:2.0:1763336280.816669:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214656 00002000:00010000:2.0:1763336280.816734:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.816739:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf920a80 with x1848991042214656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.816751:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf920a80. 00000100:00100000:2.0:1763336280.816785:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2400 00000100:00100000:2.0:1763336280.816795:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042214656:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336280.816942:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336280.816946:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.816948:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336280.816950:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.816953:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336280.817301:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042214656:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 505us (1056us total) trans 21474839639 rc 0/0 00000100:00100000:2.0:1763336280.817310:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2400 00002000:00010000:2.0:1763336280.817314:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336280.817316:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf920a80 with x1848991042214656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336280.817321:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf920a80. 00000100:00100000:3.0:1763336280.817390:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.817524:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214528 00000100:00100000:2.0:1763336280.817529:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214528 00002000:00010000:2.0:1763336280.817543:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (209796->18446744073709551615) 00002000:00100000:2.0:1763336280.817546:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf923b80 with x1848991042214528 ext(209796->18446744073709551615) 00002000:00010000:2.0:1763336280.817552:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf923b80. 00000100:00100000:2.0:1763336280.817575:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2401 00000100:00100000:2.0:1763336280.817581:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042214528:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:2.0:1763336280.817744:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 172300 -> 209796 00002000:00010000:2.0:1763336280.817747:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.817750:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.817751:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336280.817753:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 320 -> 320 00000100:00100000:2.0:1763336280.817794:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042214528:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 212us (404us total) trans 21474839640 rc 0/0 00000100:00100000:2.0:1763336280.817801:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2401 00002000:00010000:2.0:1763336280.817804:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (209796->18446744073709551615) 00002000:00100000:2.0:1763336280.817806:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf923b80 with x1848991042214528 ext(209796->18446744073709551615) 00002000:00010000:2.0:1763336280.817810:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf923b80. 00000100:00100000:3.0:1763336280.818024:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.818120:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214784 00000100:00100000:1.0:1763336280.818125:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214784 00002000:00010000:1.0:1763336280.818143:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336280.818147:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf920380 with x1848991042214784 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.818153:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf920380. 00000100:00100000:1.0:1763336280.818176:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2402 00000100:00100000:1.0:1763336280.818184:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042214784:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336280.818259:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336280.818262:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.818265:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336280.818266:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336280.818268:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336280.818304:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042214784:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 120us (280us total) trans 17179872206 rc 0/0 00000100:00100000:1.0:1763336280.818310:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2402 00002000:00010000:1.0:1763336280.818313:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:1.0:1763336280.818316:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf920380 with x1848991042214784 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336280.818320:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c92bf920380. 00000100:00100000:0.0:1763336280.823403:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.823835:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042214912 00000100:00100000:2.0:1763336280.824087:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042214912 00002000:00100000:2.0:1763336280.824138:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (176128->212991) req@ffff9c91831ac700 x1848991042214912/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336280.824150:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ac700 with x1848991042214912 ext(176128->212991) 00002000:00010000:2.0:1763336280.824156:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831ac700 00000100:00100000:2.0:1763336280.824193:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2403 00000100:00100000:2.0:1763336280.824203:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042214912:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336280.830988:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042214912:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 6776us (7593us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1763336280.831001:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2403 00002000:00100000:2.0:1763336280.831013:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (176128->212991) req@ffff9c91831ac700 x1848991042214912/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/440 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336280.831023:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ac700 with x1848991042214912 ext(176128->212991) 00002000:00010000:2.0:1763336280.831029:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91831ac700 00000100:00100000:3.0:1763336280.835648:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.835861:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042215040 00000100:00100000:2.0:1763336280.835870:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042215040 00002000:00100000:2.0:1763336280.835923:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (192512->209795) req@ffff9c92bf922680 x1848991042215040/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336280.835933:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf922680 with x1848991042215040 ext(192512->209795) 00002000:00010000:2.0:1763336280.835939:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf922680 00000100:00100000:1.0:1763336280.836770:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2404 00000100:00100000:1.0:1763336280.836784:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042215040:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336280.840183:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042215040:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3396us (4540us total) trans 21474839641 rc 0/0 00000100:00100000:1.0:1763336280.840197:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2404 00002000:00100000:1.0:1763336280.840208:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (192512->209795) req@ffff9c92bf922680 x1848991042215040/t21474839641(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/448 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336280.840219:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf922680 with x1848991042215040 ext(192512->209795) 00002000:00010000:1.0:1763336280.840225:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf922680 00000100:00100000:3.0:1763336280.842839:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.842938:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042215168 00000100:00100000:0.0:1763336280.842948:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042215168 00000100:00100000:0.0:1763336280.843090:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7900 00000100:00100000:0.0:1763336280.843101:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042215168:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:2.0:1763336280.847074:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839641 is committed 00000100:00100000:0.0:1763336280.849095:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042215168:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 5987us (6255us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.849107:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7900 00000100:00100000:3.0:1763336280.854626:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.854808:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042215296 00000100:00100000:1.0:1763336280.854823:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042215296 00000100:00100000:1.0:1763336280.854915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10817 00000100:00100000:1.0:1763336280.854925:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57585:x1848991042215296:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336280.854946:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.854968:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4665e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6753e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.855071:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46665 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.855086:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46665 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.855103:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46665 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336280.855135:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:1.0:1763336280.855143:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336280.855164:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46665 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.855195:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa4665e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6753e expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.855218:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46665 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6753e expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.855227:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.855230:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336280.855238:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336280.855308:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991042215296:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 384us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.855316:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10817 00000100:00100000:3.0:1763336280.865199:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.865293:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042215424 00000100:00100000:1.0:1763336280.865302:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042215424 00002000:00100000:1.0:1763336280.865345:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (8192->40959) req@ffff9c92bf921c00 x1848991042215424/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/0 e 0 to 0 dl 1763336291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336280.865355:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf921c00 with x1848991042215424 ext(8192->40959) 00002000:00010000:1.0:1763336280.865361:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf921c00 00000100:00100000:1.0:1763336280.865391:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2405 00000100:00100000:1.0:1763336280.865399:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042215424:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336280.868767:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042215424:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 3360us (3568us total) trans 21474839642 rc 0/0 00000100:00100000:1.0:1763336280.868781:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2405 00002000:00100000:1.0:1763336280.868794:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (8192->40959) req@ffff9c92bf921c00 x1848991042215424/t21474839642(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:571/0 lens 488/448 e 0 to 0 dl 1763336291 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336280.868803:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf921c00 with x1848991042215424 ext(8192->40959) 00002000:00010000:1.0:1763336280.868809:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf921c00 00000100:00100000:3.0:1763336280.871225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.872390:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042215552 00000100:00100000:0.0:1763336280.872402:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042215552 00000100:00100000:0.0:1763336280.872462:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7901 00000100:00100000:0.0:1763336280.872472:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042215552:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:2.0:1763336280.878120:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839642 is committed 00000100:00100000:0.0:1763336280.878315:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042215552:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 5838us (7092us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.878327:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7901 00000100:00100000:3.0:1763336280.883250:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.883325:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042215808 00000100:00100000:1.0:1763336280.883336:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042215808 00000100:00100000:1.0:1763336280.883401:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3707 00000100:00100000:1.0:1763336280.883412:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57585:x1848991042215808:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336280.883755:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57585:x1848991042215808:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 344us (514us total) trans 4294969080 rc 0/0 00000100:00100000:1.0:1763336280.883763:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3707 00000100:00100000:3.0:1763336280.901743:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.902375:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042216064 00000100:00100000:0.0:1763336280.902386:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042216064 00000100:00100000:0.0:1763336280.902518:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10818 00000100:00100000:0.0:1763336280.902529:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57646:x1848991042216064:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336280.902552:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.902573:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4666c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67545 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.902644:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336280.902657:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902668:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902680:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336280.902719:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902726:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902830:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46681 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:0.0:1763336280.902840:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46681 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902847:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46681 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:0.0:1763336280.902858:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:0.0:1763336280.902941:0:6513:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902948:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902955:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902961:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902966:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336280.902970:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902976:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.902991:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9290da5900) 00010000:00010000:0.0:1763336280.902994:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336280.902999:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903004:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46673 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903017:0:6513:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903022:0:6513:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903027:0:6513:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903032:0:6513:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336280.903035:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903040:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903047:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9290da5a00) 00010000:00010000:0.0:1763336280.903049:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336280.903052:0:6513:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903057:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa4667a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:0.0:1763336280.903095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa4666c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67545 expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.903112:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46681 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67545 expref: 34 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.903119:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336280.903121:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336280.903124:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:0.0:1763336280.903194:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57646:x1848991042216064:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 667us (1461us total) trans 4294969081 rc 0/0 00000100:00100000:0.0:1763336280.903203:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10818 00000100:00100000:0.0:1763336280.909028:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336280.909082:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.909103:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042216320 00000100:00100000:2.0:1763336280.909114:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042216320 00000100:00100000:1.0:1763336280.909142:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042216448 00000100:00100000:1.0:1763336280.909149:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042216448 00000100:00100000:2.0:1763336280.909179:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10819 00000100:00100000:2.0:1763336280.909190:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57646:x1848991042216320:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.909210:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763336280.909212:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 471 00000100:00100000:1.0:1763336280.909224:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042216448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336280.909234:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa4668f lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6754c expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.909237:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.909265:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46681 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67545 expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.909282:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336280.909288:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336280.909340:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042216448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 119us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.909347:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 471 00010000:00010000:2.0:1763336280.909727:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.909740:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.909750:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336280.909760:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5f:0x0]: returning size 0 00010000:00010000:2.0:1763336280.909802:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa4668f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.909823:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 35 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.909830:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24ec00) 00010000:00010000:2.0:1763336280.909833:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336280.909836:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:2.0:1763336280.909875:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57646:x1848991042216320:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 687us (858us total) trans 4294969082 rc 0/0 00000100:00100000:2.0:1763336280.909882:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10819 00000100:00100000:0.0:1763336280.913358:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.913401:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042216704 00000100:00100000:1.0:1763336280.913411:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042216704 00000100:00100000:1.0:1763336280.913470:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10820 00000100:00100000:1.0:1763336280.913480:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57646:x1848991042216704:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336280.913513:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.913534:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa466a4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67553 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.913654:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.913668:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.913677:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.913741:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 36 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.913754:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 36 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.913767:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056230912:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.913844:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336280.917277:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056230912:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336280.917285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00010000:00010000:1.0:1763336280.917311:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336280.917427:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042216832 00000100:00100000:0.0:1763336280.917435:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042216832 00010000:00010000:0.0:1763336280.917468:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 37 pid: 6513 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.917500:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3744 00000100:00100000:0.0:1763336280.917508:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:2404:x1848991042216832:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336280.917521:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336280.917528:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 37 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.917539:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 37 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.917563:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46696 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6754c expref: 37 pid: 6513 timeout: 1168 lvb_type: 0 00010000:00010000:0.0:1763336280.917577:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24ec00) 00010000:00010000:0.0:1763336280.917582:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.917591:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.917598:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336280.917621:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336280.917651:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.917660:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336280.917672:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042216832:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 163us (391us total) trans 0 rc 0/0 00000004:00200000:1.0:1763336280.917679:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5f:0x0]: returning size 0 00000100:00100000:0.0:1763336280.917682:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3744 00000004:00080000:1.0:1763336280.917879:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x42:0x0], index 0: 0 00000004:00080000:1.0:1763336280.917886:0:6514:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x44:0x0], index 1: 0 00010000:00010000:1.0:1763336280.918019:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918027:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918034:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918039:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336280.918043:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918050:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918059:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24ec00) 00010000:00010000:1.0:1763336280.918061:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336280.918065:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918071:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ab lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.918130:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa466a4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67553 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.918144:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24ec00) 00010000:00010000:1.0:1763336280.918146:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763336280.918150:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa466a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67553 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.918168:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336280.918207:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57646:x1848991042216704:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4729us (4854us total) trans 4294969083 rc 301/301 00000100:00100000:1.0:1763336280.918214:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10820 00000100:00100000:3.0:1763336280.921116:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.921220:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217088 00000100:00100000:2.0:1763336280.921229:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217088 00000100:00100000:2.0:1763336280.921276:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3708 00000100:00100000:2.0:1763336280.921284:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57646:x1848991042217088:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336280.921531:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57646:x1848991042217088:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 246us (421us total) trans 4294969084 rc 0/0 00000100:00100000:2.0:1763336280.921542:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3708 00000100:00100000:3.0:1763336280.924445:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.924873:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217216 00000100:00100000:1.0:1763336280.924883:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217216 00000100:00100000:1.0:1763336280.924942:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10821 00000100:00100000:1.0:1763336280.924951:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57646:x1848991042217216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336280.924972:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.924994:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6755a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.925062:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa466c0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336280.925076:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa466c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.925086:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa466c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336280.925125:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x5f:0x0]: returning size 0 00000004:00200000:1.0:1763336280.925130:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336280.925148:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa466c0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336280.925172:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6755a expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.925189:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa466c0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6755a expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.925197:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:1.0:1763336280.925200:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763336280.925203:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:1.0:1763336280.925267:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57646:x1848991042217216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 316us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.925274:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10821 00000100:00100000:3.0:1763336280.928421:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.928486:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.928628:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217472 00000100:00100000:0.0:1763336280.928628:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217344 00000100:00100000:1.0:1763336280.928639:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217472 00000100:00100000:0.0:1763336280.928639:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217344 00000100:00100000:1.0:1763336280.928740:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7902 00000100:00100000:1.0:1763336280.928752:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042217472:12345-192.168.203.16@tcp:101:lfs.0 00000100:00100000:0.0:1763336280.928757:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7903 00000100:00100000:0.0:1763336280.928771:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042217344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336280.928774:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336280.928781:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.928801:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67568 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.928801:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67561 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336280.928839:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763336280.928840:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763336280.928865:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.928865:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.928869:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.928870:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336280.928882:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 12 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.928887:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 25 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336280.928925:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 12 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.928930:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 25 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.928948:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00010000:00010000:0.0:1763336280.928948:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:0.0:1763336280.929018:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042217344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 249us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.929019:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042217472:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 268us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336280.929034:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7903 00000100:00100000:1.0:1763336280.929041:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7902 00000100:00100000:3.0:1763336280.934350:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.934416:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217728 00000100:00100000:1.0:1763336280.934425:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217728 00000100:00100000:2.0:1763336280.934538:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10822 00000100:00100000:2.0:1763336280.934551:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57646:x1848991042217728:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.934571:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.934590:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa466d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6756f expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.934731:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa466dc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336280.934747:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa466dc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336280.934759:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa466dc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000004:00200000:2.0:1763336280.934772:0:6513:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:2.0:1763336280.934873:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa466d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6756f expref: 40 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.934906:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa466dc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6756f expref: 39 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.934914:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336280.934927:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336280.934931:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:2.0:1763336280.934993:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57646:x1848991042217728:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 444us (651us total) trans 4294969085 rc 0/0 00000100:00100000:2.0:1763336280.935000:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10822 00000100:00100000:3.0:1763336280.939398:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.939451:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.939663:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217856 00000100:00100000:1.0:1763336280.939674:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217856 00000100:00100000:0.0:1763336280.939715:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218112 00000100:00100000:0.0:1763336280.939722:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218112 00000100:00100000:1.0:1763336280.939760:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7904 00000100:00100000:0.0:1763336280.939770:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7905 00000100:00100000:1.0:1763336280.939775:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042217856:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:0.0:1763336280.939786:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042218112:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336280.939827:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.939828:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.939860:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 12 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.939868:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.939870:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336280.939873:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.939918:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 12 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.939937:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 12 pid: 30886 timeout: 1168 lvb_type: 0 00000100:00100000:1.0:1763336280.939952:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056231040:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336280.940002:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.940011:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336280.940013:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336280.940016:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.940029:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00010000:00010000:0.0:1763336280.940037:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 25 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336280.940048:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 25 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:0.0:1763336280.940057:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056231168:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336280.940079:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336280.942866:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.944972:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042217984 00000100:00100000:3.0:1763336280.944983:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042217984 00000100:00100000:3.0:1763336280.945031:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7906 00000100:00100000:3.0:1763336280.945040:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042217984:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:3.0:1763336280.945078:0:8399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945096:0:8399:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 13 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945104:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336280.945106:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336280.945110:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945140:0:8399:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 13 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945152:0:8399:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 13 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:3.0:1763336280.945172:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056231296:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336280.945241:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336280.945395:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.945413:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218240 00000100:00100000:3.0:1763336280.945416:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218240 00010000:00010000:3.0:1763336280.945434:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 14 pid: 30886 timeout: 1168 lvb_type: 0 00000100:00100000:3.0:1763336280.945463:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3745 00000100:00100000:3.0:1763336280.945470:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042218240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336280.945478:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763336280.945491:0:6499:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 320 -> 368 00010000:00010000:3.0:1763336280.945497:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 14 pid: 30886 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.945508:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 14 pid: 30886 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.945526:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.945528:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.945532:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945541:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945563:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336280.945592:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042218240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 122us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.945600:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3745 00010000:00010000:1.0:1763336280.945629:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbf200/0x84ca14902aa465fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->217087) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67514 expref: 13 pid: 30886 timeout: 1168 lvb_type: 0 00000100:00100000:3.0:1763336280.945648:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056231168:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336280.945651:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35222:1848991056231040:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336280.945668:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.945676:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.945721:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.945728:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.945733:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.945753:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218368 00010000:00010000:1.0:1763336280.945753:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.945758:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218368 00010000:00010000:1.0:1763336280.945765:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945774:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 26 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.945776:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336280.945794:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0de00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336280.945798:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.945805:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3746 00010000:00010000:1.0:1763336280.945810:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.945814:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042218368:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336280.945827:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336280.945833:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945841:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 26 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:1.0:1763336280.945843:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0de00/0x84ca14902aa466ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.945864:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 26 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.945880:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46554 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674d5 expref: 26 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:3.0:1763336280.945906:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.945908:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336280.945911:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.945918:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042217856:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 6146us (6526us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336280.945928:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336280.945933:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7904 00010000:00010000:3.0:1763336280.945951:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336280.945972:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042218368:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.945978:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3746 00010000:00010000:3.0:1763336280.945996:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946003:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946016:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946023:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946030:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946048:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.946052:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946058:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946071:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.946078:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa466f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.946111:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042218112:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 6331us (6661us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.946117:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7905 00000100:00100000:1.0:1763336280.950926:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.950980:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218496 00000100:00100000:2.0:1763336280.950988:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218496 00010000:00010000:2.0:1763336280.951025:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 12 pid: 8399 timeout: 1168 lvb_type: 0 00000100:00100000:2.0:1763336280.951056:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3747 00000100:00100000:2.0:1763336280.951065:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042218496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763336280.951071:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056231296:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336280.951079:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336280.951093:0:8399:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.951096:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 12 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:2.0:1763336280.951108:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 12 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:2.0:1763336280.951135:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918ba6d000/0x84ca14902aa4654d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c674ce expref: 12 pid: 8399 timeout: 1168 lvb_type: 0 00010000:00010000:2.0:1763336280.951156:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.951158:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.951163:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.951172:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336280.951202:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336280.951220:0:8399:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.951228:0:8399:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.951250:0:8399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.951253:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042218496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 189us (335us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336280.951258:0:8399:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336280.951261:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3747 00010000:00010000:3.0:1763336280.951266:0:8399:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.951273:0:8399:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336280.951276:0:8399:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.951284:0:8399:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.951295:0:8399:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336280.951302:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbea00/0x84ca14902aa466f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336280.951346:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+10:2404:x1848991042217984:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 6307us (8488us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336280.951353:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7906 00000100:00100000:3.0:1763336280.955475:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336280.955547:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336280.955868:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218624 00000100:00100000:1.0:1763336280.955879:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218624 00000100:00100000:1.0:1763336280.955931:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218752 00000100:00100000:1.0:1763336280.955935:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218752 00000100:00100000:1.0:1763336280.955970:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7907 00000100:00100000:1.0:1763336280.955980:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042218624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336280.955996:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.956017:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67576 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336280.956043:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 209796, mtime: 0x691a6058, atime: 0x691a6058, ctime: 0x691a6058, blocks: 0x170 00010000:00010000:1.0:1763336280.956062:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.956064:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.956073:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 12 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.956089:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 12 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.956101:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00000100:00100000:1.0:1763336280.956151:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042218624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 173us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.956158:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7907 00000100:00100000:1.0:1763336280.956174:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7908 00000100:00100000:1.0:1763336280.956180:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042218752:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336280.956186:0:35222:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336280.956194:0:35222:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6757d expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336280.956205:0:35222:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0x1800 00010000:00010000:1.0:1763336280.956214:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.956216:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336280.956221:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 12 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.956230:0:35222:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 12 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336280.956238:0:35222:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336280.956255:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042218752:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 76us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336280.956261:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7908 00000100:00100000:1.0:1763336280.958985:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336280.959033:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042218880 00000100:00100000:2.0:1763336280.959043:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042218880 00000100:00100000:2.0:1763336280.959176:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7909 00000100:00100000:2.0:1763336280.959186:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042218880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336280.959204:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336280.959223:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67584 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336280.959326:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0x0 00010000:00010000:2.0:1763336280.959343:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.959346:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336280.959354:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 25 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.959370:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 25 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336280.959384:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336280.959439:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042218880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 254us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336280.959445:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7909 00000100:00100000:1.0:1763336281.016076:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.016201:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219008 00000100:00100000:2.0:1763336281.016210:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219008 00000100:00100000:2.0:1763336281.016263:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7910 00000100:00100000:2.0:1763336281.016273:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042219008:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336281.016456:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042219008:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 184us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.016464:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7910 00000100:00100000:3.0:1763336281.019389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.019465:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219136 00000100:00100000:2.0:1763336281.019475:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219136 00000100:00100000:1.0:1763336281.020102:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10823 00000100:00100000:1.0:1763336281.020118:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57646:x1848991042219136:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.020141:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.020162:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa46714 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6758b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.020195:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336281.020208:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.020221:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.020328:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa46714 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 41 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.020347:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.020360:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:1.0:1763336281.020363:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763336281.020367:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:1.0:1763336281.020432:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57646:x1848991042219136:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 319us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.020440:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10823 00000100:00100000:1.0:1763336281.026051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.026156:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219392 00000100:00100000:2.0:1763336281.026166:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219392 00000100:00100000:2.0:1763336281.026226:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10824 00000100:00100000:2.0:1763336281.026237:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57646:x1848991042219392:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336281.026283:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.026307:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa466c0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6755a expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.026325:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:2.0:1763336281.026331:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336281.026479:0:6513:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 00010000:00010000:2.0:1763336281.026498:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336281.026507:0:6513:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00000001:00080000:2.0:1763336281.026550:0:6513:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969086 00000004:00010000:2.0:1763336281.026569:0:6513:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0a6e277 reply state 000000002bd89525 transno 4294969087 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336281.026580:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:2.0:1763336281.026586:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:2.0:1763336281.026589:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336281.026591:0:6513:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336281.027228:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57646:x1848991042219392:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 989us (1183us total) trans 4294969087 rc 0/0 00000100:00100000:2.0:1763336281.027237:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10824 00000020:00080000:2.0:1763336281.027243:0:6513:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336281.029319:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.029413:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219520 00000100:00100000:2.0:1763336281.029422:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219520 00000100:00100000:2.0:1763336281.029477:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10825 00000100:00100000:2.0:1763336281.029486:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+42:57646:x1848991042219520:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.029508:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.029528:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67592 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.029578:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 43 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.029597:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 43 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.029614:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:2.0:1763336281.029617:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336281.029621:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:2.0:1763336281.031072:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57646:x1848991042219520:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1580us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.031082:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10825 00000100:00100000:3.0:1763336281.035592:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.035729:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219648 00000100:00100000:2.0:1763336281.035738:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219648 00000100:00100000:2.0:1763336281.035912:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7911 00000100:00100000:2.0:1763336281.035922:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57646:x1848991042219648:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.035941:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.035958:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67599 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.035988:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.035996:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.035998:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.036003:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 13 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.036034:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.036046:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 1168 lvb_type: 1 00000100:00100000:2.0:1763336281.036058:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056231424:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.036133:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.038446:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056231424:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.038478:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 13 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.038496:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:2.0:1763336281.038550:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57646:x1848991042219648:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2629us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.038559:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7911 00000100:00100000:3.0:1763336281.040820:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.040918:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219776 00000100:00100000:2.0:1763336281.040926:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219776 00010000:00010000:2.0:1763336281.040961:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 1168 lvb_type: 1 00000100:00100000:2.0:1763336281.041004:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3748 00000100:00100000:2.0:1763336281.041016:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042219776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.041029:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.041036:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 1168 lvb_type: 1 00010000:00010000:2.0:1763336281.041053:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 1168 lvb_type: 1 00010000:00010000:2.0:1763336281.041077:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa466ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67561 expref: 13 pid: 30886 timeout: 1168 lvb_type: 1 00010000:00010000:2.0:1763336281.041090:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.041092:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.041097:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 12 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.041107:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 12 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.041143:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 12 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.041155:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056231552:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336281.041227:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.044639:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.044877:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042219904 00000100:00100000:0.0:1763336281.044897:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042219904 00000100:00100000:0.0:1763336281.044949:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7912 00000100:00100000:0.0:1763336281.044958:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57646:x1848991042219904:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.044977:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.044996:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675a0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.045023:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.045032:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.045033:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.045038:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 26 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.045067:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.045086:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 1169 lvb_type: 1 00000100:00100000:0.0:1763336281.045098:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91831aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056231680:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.045189:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.045196:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056231552:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336281.045218:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.045249:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042219776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4235us (4433us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.045259:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3748 00000100:00100000:0.0:1763336281.049298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.049403:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91831aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056231680:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336281.049432:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 26 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.049450:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:1.0:1763336281.049508:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57646:x1848991042219904:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4550us (4877us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.049517:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7912 00000100:00100000:2.0:1763336281.049525:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220032 00000100:00100000:2.0:1763336281.049533:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220032 00010000:00010000:2.0:1763336281.049566:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 1169 lvb_type: 1 00000100:00100000:2.0:1763336281.049759:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3749 00000100:00100000:2.0:1763336281.049770:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042220032:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.049785:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.049791:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.049802:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.049825:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa466c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67568 expref: 26 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.049838:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.049840:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.049846:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.049855:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.049899:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 25 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.049916:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056231808:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336281.049970:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.053246:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056231808:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336281.053272:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.053555:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042220032:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3785us (4264us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.053566:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3749 00000100:00100000:3.0:1763336281.053813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.054028:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220288 00000100:00100000:1.0:1763336281.054035:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220288 00002000:00010000:1.0:1763336281.054066:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:1.0:1763336281.054071:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184819180 with x1848991042220288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336281.054081:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184819180. 00000100:00100000:1.0:1763336281.054103:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2406 00000100:00100000:1.0:1763336281.054113:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042220288:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336281.054282:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336281.054286:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 0 -> 1763336281 00002000:00010000:1.0:1763336281.054289:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336281.054290:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 0 -> 1763336281 00002000:00010000:1.0:1763336281.054292:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336281.054338:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042220288:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 227us (526us total) trans 17179872207 rc 0/0 00000100:00100000:1.0:1763336281.054345:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2406 00002000:00010000:1.0:1763336281.054348:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:1.0:1763336281.054351:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184819180 with x1848991042220288 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336281.054356:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184819180. 00000100:00100000:3.0:1763336281.054755:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.055223:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220160 00000100:00100000:1.0:1763336281.055230:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220160 00002000:00010000:1.0:1763336281.055254:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336281.055258:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918481a300 with x1848991042220160 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336281.055265:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918481a300. 00000100:00100000:1.0:1763336281.055512:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2407 00000100:00100000:1.0:1763336281.055526:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042220160:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336281.055663:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336281.055667:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 0 -> 1763336281 00002000:00010000:1.0:1763336281.055669:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336281.055670:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 0 -> 1763336281 00002000:00010000:1.0:1763336281.055672:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336281.055966:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042220160:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 444us (1210us total) trans 21474839643 rc 0/0 00000100:00100000:1.0:1763336281.055975:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2407 00002000:00010000:1.0:1763336281.055979:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336281.055981:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918481a300 with x1848991042220160 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336281.055987:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918481a300. 00000100:00100000:2.0:1763336281.059235:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.059379:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220416 00000100:00100000:1.0:1763336281.059389:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220416 00000100:00100000:1.0:1763336281.059447:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7913 00000100:00100000:1.0:1763336281.059457:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042220416:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336281.059577:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042220416:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 121us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.059583:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7913 00000100:00100000:0.0:1763336281.061939:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763336281.061961:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056231936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763336281.062020:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.062063:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056231936 00000100:00100000:0.0:1763336281.062070:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056231936 00000100:00100000:0.0:1763336281.062111:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1763336281.062120:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056231936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763336281.062150:0:33131:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445605376 avail 1299365888 00000100:00100000:0.0:1763336281.062205:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056231936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.062214:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1763336281.062268:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056231936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763336281.062287:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763336281.062290:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763336281.062298:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056232448:0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.062308:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848991056232320:0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.062339:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.062365:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.062369:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056232832:0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.062400:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1848991056232960:0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.062405:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.062418:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3646:1848991056232064:0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.062428:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056233344:0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.062450:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.062467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.062540:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056232192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763336281.063622:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.063634:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056233472:0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.063663:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056233856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763336281.063681:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.063716:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.063775:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232320 00000100:00100000:0.0:1763336281.063775:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233856 00000100:00100000:2.0:1763336281.063782:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232320 00000100:00100000:0.0:1763336281.063782:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233856 00000100:00100000:0.0:1763336281.063830:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1763336281.063835:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232832 00000100:00100000:0.0:1763336281.063840:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056233856:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763336281.063841:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232832 00000004:00000024:0.0:1763336281.063874:0:6517:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446133760 avail 1299894272 00000100:00100000:0.0:1763336281.063931:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056233856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.063939:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1763336281.063981:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056233856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763336281.064051:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232064 00000100:00100000:2.0:1763336281.064053:0:28199:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232960 00000100:00100000:0.0:1763336281.064057:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232064 00000100:00100000:2.0:1763336281.064059:0:28199:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232960 00000100:00100000:2.0:1763336281.064097:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1763336281.064104:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1848991056232320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.064143:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1848991056232320:12345-0@lo:400:kworker.0 Request processed in 39us (1783us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.064150:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1763336281.064154:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1763336281.064167:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3646:x1848991056232064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.064172:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1763336281.064183:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848991056232832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.064227:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1848991056232832:12345-0@lo:400:kworker.0 Request processed in 47us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.064233:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1763336281.064248:0:28199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1763336281.064257:0:28199:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848991056232960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763336281.064263:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.064302:0:28199:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1848991056232960:12345-0@lo:400:kworker.0 Request processed in 47us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.064310:0:28199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1763336281.064311:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056232704:0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.064311:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056232576:0@lo:400:kworker.0 00000100:00080000:2.0:1763336281.064332:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763336281.064338:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763336281.064354:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.064362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.064379:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3649:1848991056232960:0@lo:400:kworker.0 00000100:00100000:3.0:1763336281.064382:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056233216:0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.064390:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1848991056233088:0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.064400:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3649:1848991056232320:0@lo:400:kworker.0 00000100:00100000:3.0:1763336281.064425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.064427:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.064442:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232704 00000100:00100000:2.0:1763336281.064448:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232704 00000100:00100000:0.0:1763336281.064475:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183b82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3646:x1848991056232064:12345-0@lo:400:kworker.0 Request processed in 309us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.064482:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233088 00000100:00100000:1.0:1763336281.064482:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1848991056233600:0@lo:400:kworker.0 00000100:00100000:3.0:1763336281.064483:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056233728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763336281.064486:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1763336281.064489:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233088 00000100:00100000:1.0:1763336281.064522:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.064526:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1763336281.064535:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056232704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.064549:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3648:1848991056232832:0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.064555:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3646:1848991056232064:0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.064581:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1848991056232704:12345-0@lo:400:kworker.0 Request processed in 46us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.064584:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233600 00000100:00100000:1.0:1763336281.064589:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232448 00000100:00100000:0.0:1763336281.064590:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233600 00000100:00100000:2.0:1763336281.064591:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1763336281.064596:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232448 00000100:00100000:2.0:1763336281.064614:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1763336281.064623:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1763336281.064627:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1848991056233088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.064641:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233344 00000100:00100000:0.0:1763336281.064644:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233472 00000100:00100000:1.0:1763336281.064646:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233344 00000100:00100000:0.0:1763336281.064649:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233472 00000100:00100000:2.0:1763336281.064671:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1848991056233088:12345-0@lo:400:kworker.0 Request processed in 49us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.064676:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1763336281.064701:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1848991056232448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.064706:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232576 00000100:00100000:0.0:1763336281.064712:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232576 00000100:00100000:2.0:1763336281.064729:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1763336281.064743:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1848991056232448:12345-0@lo:400:kworker.0 Request processed in 57us (2404us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.064749:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1763336281.064759:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1763336281.064764:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056233344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336281.064769:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1763336281.064778:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1763336281.064783:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056233472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.064789:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056232576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763336281.064815:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3648:x1848991056233344:12345-0@lo:400:kworker.0 Request processed in 55us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.064824:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1763336281.064837:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056232576:12345-0@lo:400:kworker.0 Request processed in 49us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.064844:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056233472:12345-0@lo:400:kworker.0 Request processed in 65us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.064846:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1763336281.064857:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1763336281.064871:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3648:1848991056233344:0@lo:400:kworker.0 00000100:00080000:2.0:1763336281.064886:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763336281.064900:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839619 gen 2 00000100:00080000:2.0:1763336281.064902:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763336281.064907:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763336281.064909:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056232576:0@lo:400:kworker.0 00000004:00080000:0.0:1763336281.064909:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3dca80, transno 21474839612 00000100:00080000:2.0:1763336281.064911:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1763336281.064925:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3dd880, transno 21474839613 00000100:00100000:1.0:1763336281.064931:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3646:1848991056233088:0@lo:400:kworker.0 00000004:00080000:0.0:1763336281.064931:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3dd180, transno 21474839614 00000004:00080000:0.0:1763336281.064938:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918a243b80, transno 21474839615 00000004:00080000:0.0:1763336281.064943:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183312d80, transno 21474839616 00000100:00100000:2.0:1763336281.064947:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056233472:0@lo:400:kworker.0 00000004:00080000:0.0:1763336281.064950:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184e8bb80, transno 21474839617 00000004:00080000:0.0:1763336281.064956:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb6d80, transno 21474839618 00000004:00080000:0.0:1763336281.064960:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183eb4700, transno 21474839619 00000100:00100000:0.0:1763336281.064967:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056232448:0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.064977:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1848991056233600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.065034:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1848991056233600:12345-0@lo:400:kworker.0 Request processed in 401us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.065040:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1763336281.065106:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056232192 00000100:00100000:1.0:1763336281.065111:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056232192 00000100:00100000:1.0:1763336281.065138:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1763336281.065146:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056232192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763336281.065162:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 40960 granted 484939968 pending 0 free 3920089088 avail 3688566784 00000004:00080000:0.0:1763336281.065181:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:1.0:1763336281.065194:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056232192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.065201:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1763336281.065229:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233216 00000100:00100000:1.0:1763336281.065232:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233216 00000100:00100000:1.0:1763336281.065252:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1763336281.065257:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056233216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.065288:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183310380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056233216:12345-0@lo:400:kworker.0 Request processed in 30us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.065294:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1763336281.065311:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.065334:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056233728 00000100:00100000:1.0:1763336281.065337:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056233728 00000100:00100000:3.0:1763336281.065359:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056232192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763336281.065359:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1763336281.065367:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056233728:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763336281.065375:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3647:1848991056232704:0@lo:400:kworker.0 00002000:00000024:1.0:1763336281.065377:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915882496 avail 3683811328 00000100:00100000:3.0:1763336281.065391:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056233216:0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.065411:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056233728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.065417:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1763336281.065425:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056233728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763336281.065544:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.065907:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3646:1848991056233600:0@lo:400:kworker.0 00000100:00100000:1.0:1763336281.066052:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220544 00000100:00100000:1.0:1763336281.066056:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220544 00000100:00100000:1.0:1763336281.066088:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7914 00000100:00100000:1.0:1763336281.066094:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042220544:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336281.066165:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042220544:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 72us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.066172:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7914 00000100:00100000:2.0:1763336281.071884:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.072747:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220672 00000100:00100000:1.0:1763336281.072758:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220672 00000100:00100000:1.0:1763336281.072831:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2408 00000100:00100000:1.0:1763336281.072843:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042220672:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.072878:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.072904:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.072907:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.072913:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.072927:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.076003:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.077793:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.077804:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.077818:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5eea00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.077822:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.077831:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.077850:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.077858:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4673e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.081009:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042220672:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 8157us (9122us total) trans 0 rc 94208/94208 00000100:00100000:1.0:1763336281.081024:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2408 00000100:00100000:0.0:1763336281.084739:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.084786:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220800 00000100:00100000:1.0:1763336281.084796:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220800 00000100:00100000:1.0:1763336281.084858:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2409 00000100:00100000:1.0:1763336281.084866:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042220800:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336281.084906:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.084923:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 13 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.084931:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336281.084933:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336281.084936:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.084967:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 13 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.084979:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 13 pid: 29013 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.084992:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056233984:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336281.085063:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.090634:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056233984:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336281.090662:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336281.095540:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.098163:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042220928 00000100:00100000:2.0:1763336281.098177:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042220928 00010000:00010000:2.0:1763336281.098233:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 14 pid: 29013 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.098275:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3750 00000100:00100000:2.0:1763336281.098284:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042220928:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.098298:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.098319:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 14 pid: 29013 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.098338:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 14 pid: 29013 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.098360:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46730 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67599 expref: 14 pid: 29013 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.098377:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.098379:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.098384:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.098393:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.099142:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.099154:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.099767:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.099805:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042220928:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1519us (4270us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.099815:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3750 00000001:00080000:2.0:1763336281.104911:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839644 is committed 00002000:00010000:1.0:1763336281.105273:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 98304 00002000:00010000:1.0:1763336281.105279:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 0 -> 184 00010000:00010000:1.0:1763336281.105291:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.105303:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.105311:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.105318:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.105322:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.105332:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.105351:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.105363:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46745 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->98303] (req 4096->98303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.105678:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042220800:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 20808us (20944us total) trans 21474839644 rc 0/0 00000100:00100000:1.0:1763336281.105897:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2409 00000100:00100000:0.0:1763336281.110188:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.110279:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221056 00000100:00100000:3.0:1763336281.110289:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221056 00000100:00100000:3.0:1763336281.110342:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7915 00000100:00100000:3.0:1763336281.110353:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042221056:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336281.110469:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042221056:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 118us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.110477:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7915 00000100:00100000:0.0:1763336281.114527:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.114605:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221184 00000100:00100000:3.0:1763336281.114614:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221184 00000100:00100000:3.0:1763336281.114668:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7916 00000100:00100000:3.0:1763336281.114678:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042221184:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336281.114812:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042221184:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 136us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.114819:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7916 00000100:00100000:2.0:1763336281.117417:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.117555:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221312 00000100:00100000:1.0:1763336281.117566:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221312 00000100:00100000:1.0:1763336281.117638:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2410 00000100:00100000:1.0:1763336281.117648:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042221312:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.117716:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.117731:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.117733:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.117739:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.117752:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120756:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120774:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120783:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120790:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336281.120794:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120803:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120819:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.120827:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4674c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.120910:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042221312:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3260us (3497us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1763336281.120921:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2410 00000100:00100000:0.0:1763336281.124368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.124476:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221440 00000100:00100000:2.0:1763336281.124486:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221440 00000100:00100000:2.0:1763336281.124560:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2411 00000100:00100000:2.0:1763336281.124570:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221440:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336281.124616:0:28396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 98304, mtime: 0x691a6059, atime: 0x0, ctime: 0x691a6059, blocks: 0xb8 00010000:00010000:2.0:1763336281.124624:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.124638:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.124640:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.124645:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.124658:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336281.127767:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839645 is committed 00002000:00010000:2.0:1763336281.127871:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 98304 -> 139264 00002000:00010000:2.0:1763336281.127876:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 184 -> 240 00010000:00010000:2.0:1763336281.127903:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.127913:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.127921:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.127927:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336281.127931:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.127938:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.127956:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.127963:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b600/0x84ca14902aa46753 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [110592->139263] (req 110592->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.128049:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221440:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 3478us (3687us total) trans 21474839645 rc 0/0 00000100:00100000:2.0:1763336281.128057:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2411 00000100:00100000:3.0:1763336281.130420:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.130633:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221568 00000100:00100000:1.0:1763336281.130642:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221568 00000100:00100000:1.0:1763336281.130794:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7917 00000100:00100000:1.0:1763336281.130807:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221568:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:1.0:1763336281.130947:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221568:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 142us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.130958:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7917 00000100:00100000:0.0:1763336281.137635:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.137756:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221696 00000100:00100000:3.0:1763336281.137765:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221696 00000100:00100000:3.0:1763336281.137824:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7918 00000100:00100000:3.0:1763336281.137834:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221696:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336281.137961:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221696:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 128us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.137968:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7918 00000100:00100000:2.0:1763336281.141962:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.142907:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221824 00000100:00100000:1.0:1763336281.142919:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221824 00000100:00100000:1.0:1763336281.142998:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2412 00000100:00100000:1.0:1763336281.143009:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221824:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.143046:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.143062:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.143064:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.143069:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.143082:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148642:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148662:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148671:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148678:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5eea00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.148716:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148727:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148752:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.148759:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5eea00/0x84ca14902aa4675a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.148845:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042221824:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5833us (6887us total) trans 0 rc 17284/17284 00000100:00100000:1.0:1763336281.148855:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2412 00000100:00100000:0.0:1763336281.153387:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.153456:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042221952 00000100:00100000:1.0:1763336281.153465:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042221952 00000100:00100000:2.0:1763336281.154247:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2413 00000100:00100000:2.0:1763336281.154262:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042221952:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:2.0:1763336281.154310:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 139264, mtime: 0x691a6059, atime: 0x0, ctime: 0x691a6059, blocks: 0xf0 00010000:00010000:2.0:1763336281.154320:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.154332:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.154335:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.154340:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.154353:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336281.163738:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839646 is committed 00002000:00010000:0.0:1763336281.163882:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 139264 -> 209796 00002000:00010000:0.0:1763336281.163902:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 240 -> 280 00010000:00010000:0.0:1763336281.163916:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.163927:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.163936:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.163942:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336281.163947:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.163955:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.163974:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.163981:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46761 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336281.164071:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042221952:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 9810us (10688us total) trans 21474839646 rc 0/0 00000100:00100000:0.0:1763336281.164079:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2413 00000100:00100000:3.0:1763336281.175246:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.175305:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222080 00000100:00100000:1.0:1763336281.175315:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222080 00000100:00100000:2.0:1763336281.176051:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10826 00000100:00100000:2.0:1763336281.176067:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57646:x1848991042222080:12345-192.168.203.16@tcp:44:lfs.0 00000001:00080000:3.0:1763336281.177502:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969087 is committed 00000100:00100000:2.0:1763336281.177797:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183311500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57646:x1848991042222080:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 1731us (2555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.177807:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10826 00010000:00010000:1.0:1763336281.178046:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178057:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178064:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178070:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185702600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.178074:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178080:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178096:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.178100:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.178104:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178109:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185702600/0x84ca14902aa46611 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178123:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178128:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178133:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178138:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.178140:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178145:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178152:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.178155:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.178157:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178163:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa4662d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178172:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178177:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178183:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178188:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.178190:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178196:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178202:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.178205:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.178207:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178212:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46642 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.178221:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178226:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178231:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178235:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.178238:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178243:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178253:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.178255:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.178257:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178262:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46657 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178272:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178277:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178283:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178288:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.178290:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178296:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178302:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:1.0:1763336281.178305:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.178307:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00010000:00010000:1.0:1763336281.178312:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46722 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6513 initiator: MDT1 00000100:00100000:1.0:1763336281.182324:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.182368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.184345:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222336 00000100:00100000:2.0:1763336281.184359:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222336 00000100:00100000:2.0:1763336281.184410:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222208 00000100:00100000:2.0:1763336281.184413:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222208 00000100:00100000:2.0:1763336281.184454:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7919 00000100:00100000:2.0:1763336281.184466:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042222336:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:0.0:1763336281.184478:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7920 00000100:00100000:0.0:1763336281.184491:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042222208:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:0.0:1763336281.184736:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042222208:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 248us (2365us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.184745:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7920 00000001:00080000:0.0:1763336281.187044:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872207 is committed 00000001:00080000:0.0:1763336281.187063:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872202 is committed 00000100:00100000:2.0:1763336281.188494:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042222336:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 4022us (6171us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.188508:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7919 00010000:00010000:0.0:1763336281.190081:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336281.204088:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.204418:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222464 00000100:00100000:2.0:1763336281.204428:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222464 00000100:00100000:2.0:1763336281.204594:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7921 00000100:00100000:2.0:1763336281.204607:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042222464:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336281.204651:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204666:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.204668:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.204673:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204708:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204734:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204742:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204755:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204762:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336281.204766:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204775:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204788:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.204796:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386bc00/0x84ca14902aa46768 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.204869:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042222464:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 265us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.206944:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.207203:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7921 00000100:00100000:3.0:1763336281.207232:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.207245:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222592 00000100:00100000:0.0:1763336281.207255:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222592 00000100:00100000:0.0:1763336281.207302:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7922 00000100:00100000:0.0:1763336281.207315:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042222592:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336281.207362:0:28588:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207377:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.207378:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.207383:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207396:0:28588:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207421:0:28588:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207428:0:28588:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207436:0:28588:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207444:0:28588:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336281.207448:0:28588:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207456:0:28588:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207470:0:28588:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.207478:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6b600/0x84ca14902aa4676f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336281.207567:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042222592:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 256us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.207575:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7922 00000100:00100000:2.0:1763336281.208219:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222720 00000100:00100000:2.0:1763336281.208226:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222720 00000100:00100000:2.0:1763336281.208267:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7923 00000100:00100000:2.0:1763336281.208275:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042222720:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336281.208301:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208317:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.208319:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.208323:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208332:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208350:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208357:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208363:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208370:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336281.208373:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208380:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208389:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.208401:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a800/0x84ca14902aa46776 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.208454:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042222720:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 179us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.208460:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7923 00000100:00100000:1.0:1763336281.212004:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.212040:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042222976 00000100:00100000:0.0:1763336281.212051:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042222976 00000100:00100000:0.0:1763336281.212114:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10827 00000100:00100000:0.0:1763336281.212124:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57646:x1848991042222976:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336281.212201:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336281.212217:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336281.212227:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00010000:0.0:1763336281.212354:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091008c93 reply state 00000000f9baac89 transno 4294969088 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336281.212367:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336281.212374:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:0.0:1763336281.212377:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336281.212380:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336281.212469:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57646:x1848991042222976:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 346us (474us total) trans 4294969088 rc 0/0 00000100:00100000:0.0:1763336281.212476:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10827 00000100:00100000:3.0:1763336281.215878:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.215940:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042223104 00000100:00100000:0.0:1763336281.215950:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042223104 00000100:00100000:0.0:1763336281.216007:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7924 00000100:00100000:0.0:1763336281.216020:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57646:x1848991042223104:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.216036:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.216055:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675a7 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336281.216077:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 209796, mtime: 0x691a6059, atime: 0x0, ctime: 0x691a6059, blocks: 0x118 00010000:00010000:0.0:1763336281.216097:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.216099:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.216107:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.216122:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 12 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.216140:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:0.0:1763336281.216197:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57646:x1848991042223104:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 181us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.216204:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7924 00000100:00100000:3.0:1763336281.221110:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.221170:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.221170:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042223232 00000100:00100000:0.0:1763336281.221180:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042223232 00000100:00100000:0.0:1763336281.221231:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042223360 00000100:00100000:0.0:1763336281.221235:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042223360 00000100:00100000:0.0:1763336281.221353:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7925 00000100:00100000:2.0:1763336281.221432:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7926 00000100:00100000:0.0:1763336281.221438:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042223232:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:2.0:1763336281.221447:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042223360:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336281.221594:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336281.221594:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:2.0:1763336281.221601:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336281 -> 1763336280 00002000:00010000:0.0:1763336281.221601:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1763336281 -> 1763336280 00002000:00010000:2.0:1763336281.221607:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 0 -> 1763336280 00002000:00010000:0.0:1763336281.221608:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 0 -> 1763336280 00002000:00010000:2.0:1763336281.221612:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:0.0:1763336281.221613:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336281.221617:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336281.221618:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 280 -> 280 00000100:00100000:2.0:1763336281.221710:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042223360:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 267us (539us total) trans 17179872208 rc 0/0 00000100:00100000:0.0:1763336281.221712:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042223232:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 277us (608us total) trans 21474839647 rc 0/0 00000100:00100000:2.0:1763336281.221723:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7926 00000100:00100000:3.0:1763336281.225178:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.225505:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042223616 00000100:00100000:2.0:1763336281.225515:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042223616 00000100:00100000:0.0:1763336281.225537:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7925 00000100:00100000:2.0:1763336281.225917:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10828 00000100:00100000:2.0:1763336281.225928:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57646:x1848991042223616:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:2.0:1763336281.225992:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.226008:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.226022:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 4/0,1 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.226058:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.226072:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 24 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.226086:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056234112:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.227764:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.231265:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.231456:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042223744 00000100:00100000:0.0:1763336281.231465:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042223744 00010000:00010000:0.0:1763336281.231505:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 25 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:0.0:1763336281.231546:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3751 00000100:00100000:0.0:1763336281.231557:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042223744:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336281.231572:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.231578:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 25 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.231590:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 25 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.231611:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:0.0:1763336281.231616:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.231626:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.231632:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.231650:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336281.231721:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042223744:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 165us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.231729:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3751 00010000:00010000:2.0:1763336281.234593:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4671b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x5f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6758b expref: 24 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.234616:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056234112:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.234636:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234645:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234650:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234746:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234754:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234764:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234769:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336281.234773:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234781:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234795:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:2.0:1763336281.234797:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763336281.234802:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 2/0,0 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.234807:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4678b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336281.234898:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57646:x1848991042223616:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 8964us (9717us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763336281.234908:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10828 00000100:00100000:3.0:1763336281.240134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.240185:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224000 00000100:00100000:2.0:1763336281.240194:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224000 00000100:00100000:2.0:1763336281.240251:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10829 00000100:00100000:2.0:1763336281.240262:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57646:x1848991042224000:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336281.240309:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.240335:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46665 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6753e expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.240353:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.240359:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336281.240404:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.240415:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.240423:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00010000:2.0:1763336281.240526:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000edf34349 reply state 000000001bb1ce88 transno 4294969089 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.240538:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.240543:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.240545:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336281.240548:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336281.240632:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57646:x1848991042224000:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 372us (505us total) trans 4294969089 rc 0/0 00000100:00100000:2.0:1763336281.240640:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10829 00000100:00100000:1.0:1763336281.244052:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.244981:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224128 00000100:00100000:0.0:1763336281.244992:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224128 00000100:00100000:0.0:1763336281.245051:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7927 00000100:00100000:0.0:1763336281.245061:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57646:x1848991042224128:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.245077:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.245094:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675ae expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.245128:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.245136:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.245138:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.245143:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.245173:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.245186:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00000100:00100000:0.0:1763336281.245200:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056234240:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.245279:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336281.250077:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056234240:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336281.250118:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.250138:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6bc00, rc 0) 00000100:00100000:0.0:1763336281.250202:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57646:x1848991042224128:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5141us (6157us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.250211:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7927 00000100:00100000:3.0:1763336281.250505:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.251011:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224256 00000100:00100000:0.0:1763336281.251020:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224256 00010000:00010000:0.0:1763336281.251056:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00000100:00100000:2.0:1763336281.252035:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3752 00000100:00100000:2.0:1763336281.252052:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042224256:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.252068:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.252091:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.252105:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.252131:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c800/0x84ca14902aa466ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67576 expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.252146:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.252148:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.252154:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.252163:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.252199:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.252212:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056234368:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336281.252284:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.256287:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.256419:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056234368:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336281.256445:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.256489:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042224256:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4443us (5984us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.256498:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3752 00000100:00100000:0.0:1763336281.256577:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224384 00000100:00100000:0.0:1763336281.256584:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224384 00000100:00100000:0.0:1763336281.256629:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7928 00000100:00100000:0.0:1763336281.256639:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57646:x1848991042224384:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.256653:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.256669:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675b5 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.256727:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.256735:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.256737:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.256741:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.256769:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.256780:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00000100:00100000:0.0:1763336281.256792:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056234496:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.256838:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336281.261135:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056234496:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336281.261170:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.261190:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:0.0:1763336281.261389:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57646:x1848991042224384:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4750us (5108us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.261397:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7928 00000100:00100000:1.0:1763336281.262626:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.262784:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224512 00000100:00100000:2.0:1763336281.262793:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224512 00010000:00010000:2.0:1763336281.262827:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00000100:00100000:2.0:1763336281.262872:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3753 00000100:00100000:2.0:1763336281.262882:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042224512:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.262905:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.262925:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.262937:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.262957:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46706 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6757d expref: 14 pid: 35222 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.262973:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.262975:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.262982:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.262991:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.263024:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.263037:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056234624:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336281.263109:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.267876:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056234624:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336281.267925:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.267985:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042224512:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5103us (5361us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.267996:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3753 00000100:00100000:3.0:1763336281.268402:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.268655:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224640 00000100:00100000:0.0:1763336281.268663:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224640 00000100:00100000:0.0:1763336281.268734:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7929 00000100:00100000:0.0:1763336281.268744:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57646:x1848991042224640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.268763:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.268781:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675bc expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.268810:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.268819:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.268821:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.268826:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.268866:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.268883:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 1169 lvb_type: 1 00000100:00100000:0.0:1763336281.268907:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056234752:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.268978:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.272499:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.273410:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056234752:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336281.273442:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.273460:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b600, rc 0) 00000100:00100000:0.0:1763336281.273764:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57646:x1848991042224640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 5020us (5362us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.273773:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7929 00000100:00100000:2.0:1763336281.273855:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224768 00000100:00100000:2.0:1763336281.273862:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224768 00010000:00010000:2.0:1763336281.273902:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 1169 lvb_type: 1 00000100:00100000:2.0:1763336281.273942:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3754 00000100:00100000:2.0:1763336281.273951:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042224768:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.273966:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.273984:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.273995:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.274015:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa4670d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67584 expref: 20 pid: 29013 timeout: 1169 lvb_type: 1 00010000:00010000:2.0:1763336281.274026:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.274028:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.274033:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.274047:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.274077:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 19 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.274089:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056234880:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336281.274144:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.276647:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056234880:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336281.276670:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.276755:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042224768:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2804us (4261us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.276767:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3754 00000100:00100000:1.0:1763336281.277668:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.277730:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.277776:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.277850:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042224896 00000100:00100000:3.0:1763336281.277858:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042224896 00000100:00100000:0.0:1763336281.277870:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225152 00000100:00100000:0.0:1763336281.277877:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225152 00000100:00100000:3.0:1763336281.277913:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225024 00000100:00100000:3.0:1763336281.277917:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225024 00000100:00100000:0.0:1763336281.277929:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7930 00000100:00100000:0.0:1763336281.277940:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042224896:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:3.0:1763336281.278000:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7931 00000100:00100000:3.0:1763336281.278010:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6816c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042225152:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336281.278088:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:0.0:1763336281.278093:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.278094:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336281.278096:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.278099:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336281.278101:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336280 -> 1763336281 00002000:00010000:3.0:1763336281.278104:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336278 -> 1763336280 00002000:00010000:0.0:1763336281.278106:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 368 -> 368 00002000:00010000:3.0:1763336281.278109:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336280 -> 1763336281 00002000:00010000:3.0:1763336281.278113:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336281.278156:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9eced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042224896:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 219us (490us total) trans 21474839648 rc 0/0 00000100:00100000:0.0:1763336281.278165:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7930 00000100:00100000:0.0:1763336281.278183:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7932 00000100:00100000:0.0:1763336281.278190:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042225024:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:0.0:1763336281.278240:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336281.278243:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336281.278246:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336278 -> 1763336280 00002000:00010000:0.0:1763336281.278248:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336280 -> 1763336281 00002000:00010000:0.0:1763336281.278250:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336281.278428:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6816c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042225152:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 419us (696us total) trans 17179872209 rc 0/0 00000100:00100000:3.0:1763336281.278439:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7931 00000100:00100000:0.0:1763336281.278439:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042225024:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 246us (659us total) trans 21474839649 rc 0/0 00000100:00100000:0.0:1763336281.278450:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7932 00000100:00100000:3.0:1763336281.282229:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.284422:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225408 00000100:00100000:2.0:1763336281.284436:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225408 00000100:00100000:2.0:1763336281.284513:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3709 00000100:00100000:2.0:1763336281.284524:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57646:x1848991042225408:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336281.284599:0:6516:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa466dc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6756f expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.284639:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336281.284652:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.284665:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.284673:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336281.284722:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.284735:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 24 pid: 6513 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.284748:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056235008:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.284843:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.284851:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 24 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.284860:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056235136:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.284882:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.290008:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056235136:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.290248:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056235008:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.290274:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336281.291389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.291471:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.292742:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225664 00000100:00100000:0.0:1763336281.292753:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225664 00010000:00010000:0.0:1763336281.292793:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 25 pid: 6513 timeout: 1169 lvb_type: 0 00000100:00100000:0.0:1763336281.292826:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225536 00000100:00100000:0.0:1763336281.292829:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225536 00010000:00010000:0.0:1763336281.292842:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 26 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:0.0:1763336281.292875:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3755 00000100:00100000:0.0:1763336281.292885:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042225664:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336281.292909:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.292915:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 26 pid: 6513 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.292932:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 26 pid: 6513 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.292953:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46618 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67522 expref: 26 pid: 6513 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.292968:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.292973:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336281.292980:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336281.292985:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336281.293034:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042225664:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 150us (1648us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.293040:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3755 00000100:00100000:0.0:1763336281.293057:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3756 00000100:00100000:0.0:1763336281.293064:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042225536:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336281.293072:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.293077:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 24 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.293086:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 24 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.293098:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a17000/0x84ca14902aa463d3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67434 expref: 24 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.293107:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.293111:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336281.293118:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336281.293125:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336281.293157:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336281.293175:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042225536:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 111us (1704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.293182:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3756 00010000:00010000:1.0:1763336281.293272:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336281.293280:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336281.293301:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:1.0:1763336281.293310:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.293317:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336281.293344:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 22 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.293354:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 22 pid: 6513 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.293366:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056235264:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336281.293413:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.297413:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.297618:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056235264:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336281.297645:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:2.0:1763336281.298598:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225792 00000100:00100000:2.0:1763336281.298607:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225792 00010000:00010000:2.0:1763336281.298642:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 23 pid: 6513 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.298870:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3757 00000100:00100000:2.0:1763336281.298881:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042225792:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.298903:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.298910:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 23 pid: 6513 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.298922:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 23 pid: 6513 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.298941:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa46729 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x5f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67592 expref: 23 pid: 6513 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.298955:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:2.0:1763336281.298960:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336281.298969:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336281.298976:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336281.299146:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.299199:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042225792:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 320us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.299207:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3757 00010000:00010000:1.0:1763336281.299250:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336281.299257:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:1.0:1763336281.299601:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235392:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.299648:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.299681:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336281.299902:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056235392 00000100:00100000:0.0:1763336281.299908:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056235392 00000100:00100000:0.0:1763336281.299944:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1763336281.299950:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235392:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336281.300017:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235392:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 67us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.300023:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1763336281.300175:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235392:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336281.300215:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235520:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336281.300240:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.300420:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.300521:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056235520 00000100:00100000:3.0:1763336281.300526:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056235520 00000100:00100000:3.0:1763336281.300557:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:3.0:1763336281.300563:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235520:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336281.300620:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235520:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.300626:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1763336281.300875:0:6516:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872202 gen 2 00000004:00080000:0.0:1763336281.300880:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6b480, transno 17179872195 00000004:00080000:0.0:1763336281.300895:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6b800, transno 17179872196 00000004:00080000:0.0:1763336281.300898:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68000, transno 17179872197 00000004:00080000:0.0:1763336281.300900:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd68700, transno 17179872198 00000004:00080000:0.0:1763336281.300902:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b62ce00, transno 17179872199 00000004:00080000:0.0:1763336281.300905:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83dc00, transno 17179872200 00000004:00080000:0.0:1763336281.300908:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3de300, transno 17179872201 00000004:00080000:0.0:1763336281.300911:0:6516:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83ed80, transno 17179872202 00000100:00100000:0.0:1763336281.300915:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186311880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235520:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336281.300962:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235648:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763336281.300985:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.301006:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d840 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.301061:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056235648 00000100:00100000:1.0:1763336281.301065:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056235648 00000100:00100000:1.0:1763336281.301095:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1763336281.301101:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235648:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301154:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235648:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.301159:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1763336281.301182:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184d9ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235648:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301209:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301228:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.301240:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.301255:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056235776 00000100:00100000:1.0:1763336281.301257:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056235776 00000100:00100000:1.0:1763336281.301275:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1763336281.301280:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235776:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301321:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235776:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 41us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.301327:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1763336281.301349:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301375:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235904:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301392:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.301402:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.301413:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056235904 00000100:00100000:1.0:1763336281.301415:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056235904 00000100:00100000:1.0:1763336281.301432:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1763336281.301437:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235904:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301476:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056235904:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 38us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.301481:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1763336281.301501:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056235904:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301523:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236032:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301540:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.301556:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.301567:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236032 00000100:00100000:1.0:1763336281.301570:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236032 00000100:00100000:1.0:1763336281.301591:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1763336281.301598:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236032:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301640:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236032:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 44us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.301645:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1763336281.301671:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236032:0@lo:1000:mdt_rdpg00_001.0 00000004:00080000:3.0:1763336281.301726:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 8 done 00000100:00100000:1.0:1763336281.301741:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236160:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.301763:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.301790:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.301968:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236160 00000100:00100000:2.0:1763336281.301973:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236160 00000100:00100000:2.0:1763336281.302005:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1763336281.302011:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236160:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336281.302061:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236160:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 50us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.302067:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1763336281.302584:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236160:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.302623:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.302649:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.303101:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.303129:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236288 00000100:00100000:2.0:1763336281.303134:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236288 00000100:00100000:2.0:1763336281.303840:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1763336281.303850:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236288:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336281.303943:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ece680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236288:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 96us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.303949:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1763336281.304022:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.304074:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.304097:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.304120:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.304170:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236416 00000100:00100000:3.0:1763336281.304174:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236416 00000100:00100000:3.0:1763336281.304206:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1763336281.304211:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236416:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336281.304253:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236416:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 42us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.304258:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1763336281.304360:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.304392:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.304412:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.304637:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f780 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.304782:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236544 00000100:00100000:2.0:1763336281.304786:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236544 00000100:00100000:2.0:1763336281.304814:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1763336281.304819:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763336281.304868:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.304876:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1763336281.304959:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236544:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1763336281.305120:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].35, 640 off57288 00000001:00080000:1.0:1763336281.305132:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969090 00000100:00100000:1.0:1763336281.305181:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.305204:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.305216:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336281.305260:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236672 00000100:00100000:0.0:1763336281.305265:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236672 00000100:00100000:1.0:1763336281.306014:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1763336281.306027:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.306423:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056236672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 399us (1216us total) trans 21474839650 rc 0/0 00000100:00100000:1.0:1763336281.306430:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1763336281.306493:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336281.306529:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b62ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763336281.306577:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.306605:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.306653:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056236800 00000100:00100000:1.0:1763336281.306657:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056236800 00000100:00100000:1.0:1763336281.306935:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1763336281.306943:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6516:x1848991056236800:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763336281.307071:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6516:x1848991056236800:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 130us (494us total) trans 17179872210 rc 0/0 00000100:00100000:1.0:1763336281.307077:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1763336281.307130:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b62ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6516:1848991056236800:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1763336281.307191:0:6516:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969091 00010000:00010000:3.0:1763336281.307222:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307232:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307239:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307244:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336281.307249:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307255:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307269:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:3.0:1763336281.307272:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336281.307276:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307282:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa467b5 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x5f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307294:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307299:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307303:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307307:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336281.307309:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307314:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307320:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336281.307323:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336281.307325:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307333:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa467ae lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:3.0:1763336281.307342:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336281.307344:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336281.307351:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa466dc lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6756f expref: 24 pid: 6513 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336281.308113:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57646:x1848991042225408:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 23588us (25888us total) trans 4294969092 rc 0/0 00000100:00100000:3.0:1763336281.308123:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3709 00000020:00080000:3.0:1763336281.308129:0:6516:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763336281.311816:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.312367:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042225920 00000100:00100000:2.0:1763336281.312378:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042225920 00000100:00100000:2.0:1763336281.312532:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10830 00000100:00100000:2.0:1763336281.312543:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57646:x1848991042225920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.312566:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.312585:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa467bc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675c3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.312635:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa467bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675c3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.312650:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa467bc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675c3 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.312667:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.312670:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336281.312673:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:2.0:1763336281.312764:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57646:x1848991042225920:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 222us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.312771:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10830 00000100:00100000:0.0:1763336281.318175:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.318245:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042226176 00000100:00100000:1.0:1763336281.318254:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042226176 00000100:00100000:1.0:1763336281.318303:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3710 00000100:00100000:1.0:1763336281.318311:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57646:x1848991042226176:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336281.318519:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57646:x1848991042226176:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 207us (351us total) trans 4294969093 rc 0/0 00000100:00100000:1.0:1763336281.318526:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3710 00000100:00100000:0.0:1763336281.324556:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.325432:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042226432 00000100:00100000:3.0:1763336281.325442:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042226432 00000100:00100000:3.0:1763336281.325506:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3711 00000100:00100000:3.0:1763336281.325517:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57646:x1848991042226432:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:3.0:1763336281.325763:0:35235:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x5f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1763336281.325845:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336281.325880:0:35235:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336281.325903:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336281.325911:0:35235:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336281.325923:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336281.325930:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336281.325944:0:35235:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763336281.326119:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57646:x1848991042226432:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 603us (1571us total) trans 4294969094 rc 0/0 00000100:00100000:3.0:1763336281.326128:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3711 00010000:00010000:0.0:1763336281.326264:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763336281.326271:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336281.326289:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbea00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336281.326293:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336281.326301:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336281.326313:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:0.0:1763336281.326317:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763336281.326322:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336281.326328:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbea00/0x84ca14902aa467c3 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336281.326340:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336281.326341:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763336281.326344:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336281.348902:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.349004:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042226560 00000100:00100000:2.0:1763336281.349015:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042226560 00000100:00100000:2.0:1763336281.349075:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10831 00000100:00100000:2.0:1763336281.349085:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57647:x1848991042226560:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.349108:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.349131:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa467ca lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675ca expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.349196:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.349209:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349221:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349234:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.349240:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349246:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349319:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.349327:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349332:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336281.349370:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:2.0:1763336281.349375:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336281.349392:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349404:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349733:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349741:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349747:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349754:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349760:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336281.349764:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349772:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349784:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e900) 00010000:00010000:2.0:1763336281.349787:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336281.349792:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349798:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa467d1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349811:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349816:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349941:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349948:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336281.349951:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349958:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349966:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24e800) 00010000:00010000:2.0:1763336281.349969:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336281.349972:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.349977:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa467d8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.350017:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa467ca lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.350034:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.350041:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.350044:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336281.350046:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336281.350156:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57647:x1848991042226560:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1071us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.350164:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10831 00000100:00100000:2.0:1763336281.355925:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.356619:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042226816 00000100:00100000:1.0:1763336281.356630:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042226816 00000100:00100000:1.0:1763336281.356703:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10832 00000100:00100000:1.0:1763336281.356714:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57647:x1848991042226816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.356733:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.356754:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa467e6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675d1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.357709:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa467ed lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336281.357726:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa467ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.357737:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa467ed lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336281.357750:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:1.0:1763336281.358644:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa467e6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675d1 expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.358667:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa467ed lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675d1 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.358675:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.358678:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763336281.358682:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:1.0:1763336281.358773:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57647:x1848991042226816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2061us (2857us total) trans 4294969095 rc 0/0 00000100:00100000:1.0:1763336281.358781:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10832 00000100:00100000:0.0:1763336281.367375:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.368007:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227072 00000100:00100000:1.0:1763336281.368017:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227072 00000100:00100000:1.0:1763336281.368080:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10833 00000100:00100000:1.0:1763336281.368090:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57647:x1848991042227072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.368112:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.368133:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa467fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675d8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.368226:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46802 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336281.368240:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46802 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.368250:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46802 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336281.368262:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:1.0:1763336281.368355:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa467fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675d8 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.368371:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46802 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675d8 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.368380:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.368382:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336281.368554:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:1.0:1763336281.369586:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57647:x1848991042227072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1493us (2216us total) trans 4294969096 rc 0/0 00000100:00100000:1.0:1763336281.369596:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10833 00000100:00100000:0.0:1763336281.375292:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.375925:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227200 00000100:00100000:3.0:1763336281.375936:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227200 00000100:00100000:1.0:1763336281.379632:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7933 00000100:00100000:1.0:1763336281.379659:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042227200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.379678:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.379713:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675df expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336281.379737:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 262144, mtime: 0x691a6058, atime: 0x691a6054, ctime: 0x691a6058, blocks: 0xf8 00010000:00010000:1.0:1763336281.379757:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.379760:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.379768:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336281.379786:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336281.379798:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee000, rc 0) 00000100:00100000:1.0:1763336281.380505:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042227200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 855us (5218us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.380513:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7933 00000100:00100000:2.0:1763336281.395228:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.395530:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227328 00000100:00100000:0.0:1763336281.395541:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227328 00000100:00100000:0.0:1763336281.395601:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7934 00000100:00100000:0.0:1763336281.395611:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2407:x1848991042227328:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.395631:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.395651:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675e6 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336281.395675:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 262144, mtime: 0x691a6058, atime: 0x691a6056, ctime: 0x691a6058, blocks: 0xf8 00010000:00010000:0.0:1763336281.395734:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.395738:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.395747:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.395764:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.395778:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185703c00, rc 0) 00000100:00100000:0.0:1763336281.395838:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042227328:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 228us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.395846:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7934 00000100:00100000:0.0:1763336281.472603:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.473985:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227456 00000100:00100000:2.0:1763336281.473998:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227456 00000100:00100000:2.0:1763336281.474156:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2414 00000100:00100000:2.0:1763336281.474168:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042227456:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336281.474206:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.474225:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.474233:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336281.474235:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336281.474239:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.474274:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 16 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.474287:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 16 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.474302:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056236928:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.474397:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.477118:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056236928:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.477145:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336281.482149:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.482523:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227584 00000100:00100000:2.0:1763336281.482534:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227584 00010000:00010000:2.0:1763336281.482572:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 17 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.482613:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3758 00000100:00100000:2.0:1763336281.482622:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042227584:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336281.482635:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.482654:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 17 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.482668:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 17 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.482713:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46799 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ae expref: 17 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:2.0:1763336281.482730:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.482732:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.482737:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.482747:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.482777:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.482832:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042227584:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 210us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.482838:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3758 00010000:00010000:3.0:1763336281.483344:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.483356:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487490:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487508:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487518:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487524:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336281.487528:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487536:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487556:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.487562:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4681e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.488019:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042227456:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13842us (15413us total) trans 0 rc 209796/209796 00000100:00100000:2.0:1763336281.488030:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2414 00000100:00100000:0.0:1763336281.494947:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.494985:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.495065:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227840 00000100:00100000:2.0:1763336281.495074:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227840 00000100:00100000:1.0:1763336281.495104:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227712 00000100:00100000:1.0:1763336281.495111:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227712 00000100:00100000:2.0:1763336281.495134:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7935 00000100:00100000:2.0:1763336281.495150:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042227840:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.495170:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.495188:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa46825 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675f4 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.495240:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056237056:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336281.495317:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.495409:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7936 00000100:00100000:1.0:1763336281.495420:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042227712:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.495429:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.495441:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4682c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675ed expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.495479:0:8399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056237184:192.168.203.16@tcp:106: 00000100:00100000:1.0:1763336281.496937:0:8399:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.498816:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056237056:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336281.498855:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa46825 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675f4 expref: 22 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.498876:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386be00/0x84ca14902aa46825 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675f4 expref: 22 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.498900:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:1.0:1763336281.499080:0:8399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8399:1848991056237184:192.168.203.16@tcp:106: 00010000:00010000:1.0:1763336281.499359:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4682c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ed expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336281.499381:0:8399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4682c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ed expref: 16 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336281.499396:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:1.0:1763336281.499847:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042227712:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4426us (4858us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336281.499850:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042227840:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4699us (4908us total) trans 0 rc 301/301 00000100:00100000:1.0:1763336281.499861:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7936 00000100:00100000:2.0:1763336281.499944:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7935 00000100:00100000:0.0:1763336281.510592:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.510713:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042227968 00000100:00100000:2.0:1763336281.510724:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042227968 00000100:00100000:1.0:1763336281.511665:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2415 00000100:00100000:1.0:1763336281.511680:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042227968:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.511736:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.511755:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.511763:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336281.511765:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336281.511769:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.511800:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.511813:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 15 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.511827:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056237312:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336281.511903:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.515990:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9eced80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056237312:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336281.516019:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336281.517236:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.517588:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042228096 00000100:00100000:3.0:1763336281.517596:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042228096 00010000:00010000:3.0:1763336281.517631:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 16 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:3.0:1763336281.517822:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3759 00000100:00100000:3.0:1763336281.517833:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042228096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336281.517853:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336281.517877:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 16 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.517899:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 16 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.517922:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a800/0x84ca14902aa46784 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a7 expref: 16 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.518237:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.518239:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.518244:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.518254:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.518803:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336281.518866:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042228096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1033us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.518875:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3759 00010000:00010000:1.0:1763336281.519319:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.519329:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522261:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522278:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522286:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522292:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.522296:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522305:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522321:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.522333:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46833 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.522424:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2407:x1848991042227968:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 10746us (11838us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336281.522435:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2415 00000100:00100000:3.0:1763336281.533522:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.533622:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042228224 00000100:00100000:0.0:1763336281.533630:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042228224 00000100:00100000:0.0:1763336281.533714:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 472 00000100:00100000:0.0:1763336281.533724:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57647:x1848991042228224:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336281.533737:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.533759:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46802 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675d8 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.533776:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.533780:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336281.533818:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57647:x1848991042228224:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 97us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.533825:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 472 00000100:00100000:2.0:1763336281.539817:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.539914:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042228480 00000100:00100000:1.0:1763336281.539928:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042228480 00000100:00100000:1.0:1763336281.539985:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3712 00000100:00100000:1.0:1763336281.539993:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fcac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57647:x1848991042228480:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336281.540230:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fcac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57647:x1848991042228480:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 237us (420us total) trans 4294969097 rc 0/0 00000100:00100000:1.0:1763336281.540238:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3712 00000100:00100000:1.0:1763336281.564386:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.564476:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042228736 00000100:00100000:2.0:1763336281.564486:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042228736 00000100:00100000:2.0:1763336281.564862:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10834 00000100:00100000:2.0:1763336281.564873:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9eced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57648:x1848991042228736:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.564904:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.564925:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa4683a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c675fb expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.565047:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46841 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.565062:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46841 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.565074:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46841 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336281.565087:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:2.0:1763336281.565184:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa4683a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675fb expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.565201:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46841 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675fb expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.565209:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.565212:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336281.565215:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:2.0:1763336281.565275:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9eced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57648:x1848991042228736:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 405us (897us total) trans 4294969098 rc 0/0 00000100:00100000:2.0:1763336281.565283:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10834 00000100:00100000:2.0:1763336281.570975:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.571041:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042228864 00000100:00100000:1.0:1763336281.571052:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042228864 00000100:00100000:1.0:1763336281.571119:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2416 00000100:00100000:1.0:1763336281.571130:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042228864:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.571164:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.571177:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.571179:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.571185:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.571202:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576405:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576422:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576430:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576436:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.576440:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576447:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576464:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.576471:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa4684f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.576550:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042228864:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 5417us (5579us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336281.576560:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2416 00000100:00100000:0.0:1763336281.583362:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.583415:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042228992 00000100:00100000:1.0:1763336281.583426:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042228992 00000100:00100000:1.0:1763336281.583494:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2417 00000100:00100000:1.0:1763336281.583505:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042228992:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.583550:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.583565:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.583568:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.583574:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.583589:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590799:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590817:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590826:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590833:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.590837:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590847:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590869:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.590876:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa46856 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.590965:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042228992:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7458us (7608us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336281.590974:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2417 00000100:00100000:0.0:1763336281.652908:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.654566:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042229120 00000100:00100000:2.0:1763336281.654578:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042229120 00000100:00100000:2.0:1763336281.654645:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7937 00000100:00100000:2.0:1763336281.654657:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2406:x1848991042229120:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336281.654674:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.654732:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67602 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336281.654757:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 209796, mtime: 0x691a6058, atime: 0x691a6058, ctime: 0x691a6059, blocks: 0x170 00010000:00010000:2.0:1763336281.654774:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.654776:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.654786:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 15 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.654801:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 15 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.654813:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b400, rc 0) 00000100:00100000:2.0:1763336281.655315:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042229120:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 659us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.655322:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7937 00000100:00100000:0.0:1763336281.660951:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.661078:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042229248 00000100:00100000:1.0:1763336281.661089:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042229248 00000100:00100000:1.0:1763336281.661163:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2418 00000100:00100000:1.0:1763336281.661173:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042229248:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336281.661208:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.661222:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.661224:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.661229:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.661241:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665615:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665632:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665641:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665648:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.665652:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665660:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665678:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.665711:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa46864 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.665791:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042229248:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4616us (4845us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336281.665800:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2418 00000100:00100000:0.0:1763336281.672134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.672380:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042229376 00000100:00100000:1.0:1763336281.672390:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042229376 00000100:00100000:1.0:1763336281.672461:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2419 00000100:00100000:1.0:1763336281.672470:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042229376:12345-192.168.203.16@tcp:3:lfs.0 00002000:00010000:1.0:1763336281.672515:0:28396:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 209796, mtime: 0x691a6058, atime: 0x691a6058, ctime: 0x691a6059, blocks: 0x118 00010000:00010000:1.0:1763336281.672524:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.672541:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.672543:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.672554:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.672571:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676764:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676785:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676794:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676801:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ef000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.676807:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676815:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676833:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.676840:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ef000/0x84ca14902aa4686b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336281.676967:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042229376:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4493us (4837us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336281.676976:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2419 00000100:00100000:3.0:1763336281.689780:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.689922:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042229504 00000100:00100000:2.0:1763336281.689932:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042229504 00000100:00100000:2.0:1763336281.689994:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 473 00000100:00100000:2.0:1763336281.690003:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57648:x1848991042229504:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336281.690016:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336281.690040:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46841 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675fb expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.690057:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.690061:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336281.690395:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57648:x1848991042229504:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 392us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.690407:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 473 00000100:00100000:0.0:1763336281.696185:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.696778:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042229760 00000100:00100000:1.0:1763336281.696789:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042229760 00000100:00100000:1.0:1763336281.696841:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3713 00000100:00100000:1.0:1763336281.696850:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57648:x1848991042229760:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336281.697080:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57648:x1848991042229760:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 230us (903us total) trans 4294969099 rc 0/0 00000100:00100000:1.0:1763336281.697088:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3713 00000100:00100000:1.0:1763336281.708562:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.709820:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042230016 00000100:00100000:2.0:1763336281.709832:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042230016 00000100:00100000:2.0:1763336281.709912:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10835 00000100:00100000:2.0:1763336281.709923:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042230016:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336281.709947:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.709969:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46872 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67609 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.710072:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.710086:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.710095:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.710127:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.710142:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 34 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.710154:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056237440:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.710243:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336281.712351:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.712763:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042230144 00000100:00100000:0.0:1763336281.712772:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042230144 00010000:00010000:0.0:1763336281.712807:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 35 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:0.0:1763336281.712845:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3760 00000100:00100000:0.0:1763336281.712856:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042230144:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336281.712872:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.712879:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 35 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.712901:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 35 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.712923:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.712929:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.712938:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.712945:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.712962:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336281.713018:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042230144:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 163us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.713026:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3760 00010000:00010000:2.0:1763336281.714910:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa467df lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675ca expref: 34 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.714940:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056237440:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.714964:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.714972:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.714977:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336281.715000:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:2.0:1763336281.715132:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46872 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.715147:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.715155:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.715158:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336281.715161:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336281.715224:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042230016:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5302us (6672us total) trans 4294969100 rc 0/0 00000100:00100000:2.0:1763336281.715232:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10835 00000100:00100000:1.0:1763336281.719671:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.719786:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042230272 00000100:00100000:2.0:1763336281.719796:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042230272 00000100:00100000:2.0:1763336281.719843:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10836 00000100:00100000:2.0:1763336281.719853:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042230272:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336281.719876:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.719903:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46887 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67610 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.719983:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.719997:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.720005:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.720035:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.720046:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 35 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:2.0:1763336281.720058:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056237568:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.720129:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.723198:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184819f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056237568:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336281.723245:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:1.0:1763336281.724311:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.725051:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042230400 00000100:00100000:3.0:1763336281.725061:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042230400 00010000:00010000:3.0:1763336281.725100:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 36 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:3.0:1763336281.725145:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3761 00000100:00100000:3.0:1763336281.725155:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042230400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336281.725169:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336281.725176:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 36 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.725188:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 36 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.725211:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46879 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67609 expref: 36 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.725238:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336281.725244:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.725254:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.725262:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.725290:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336281.725336:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2404:x1848991042230400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 183us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.725343:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3761 00010000:00010000:2.0:1763336281.725652:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.725661:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336281.725742:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:2.0:1763336281.725747:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336281.725769:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.725797:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b600/0x84ca14902aa46887 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67610 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.725810:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67610 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.725818:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.725820:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336281.725823:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:2.0:1763336281.725862:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042230272:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6010us (6200us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.725869:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10836 00000100:00100000:1.0:1763336281.732731:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.732844:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042230656 00000100:00100000:2.0:1763336281.732854:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042230656 00000100:00100000:2.0:1763336281.732926:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3714 00000100:00100000:2.0:1763336281.732937:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042230656:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:2.0:1763336281.733160:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042230656:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 225us (477us total) trans 4294969101 rc 0/0 00000100:00100000:2.0:1763336281.733169:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3714 00000100:00100000:3.0:1763336281.736445:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.736539:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042230912 00000100:00100000:2.0:1763336281.736549:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042230912 00000100:00100000:2.0:1763336281.736611:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10837 00000100:00100000:2.0:1763336281.736623:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57585:x1848991042230912:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336281.736645:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.736649:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1763336281.736674:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa4688e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67610 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.736733:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa467ed lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675d1 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.736745:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b200/0x84ca14902aa467bc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675c3 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.736756:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336281.736761:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336281.736774:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46895 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67617 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.736820:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4689c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336281.736833:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4689c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336281.736841:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4689c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:2.0:1763336281.737089:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].209, 88 off25808 00000004:00080000:2.0:1763336281.737099:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069698413216ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336281.737123:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].213, 88 off26160 00000004:00080000:2.0:1763336281.737129:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069698443648ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336281.740120:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].210, 88 off25896 00000004:00080000:2.0:1763336281.740139:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069701452669ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336281.740251:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].214, 88 off26248 00000004:00080000:2.0:1763336281.740258:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069701572302ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336281.740657:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].211, 88 off25984 00000004:00080000:2.0:1763336281.740663:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069701978019ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336281.742596:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].215, 88 off26336 00000004:00080000:2.0:1763336281.742614:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069703928201ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336281.745040:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].216, 88 off26424 00000004:00080000:2.0:1763336281.745058:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069706371551ns, next at 1066934215223ns, rc = 0 00000040:00080000:2.0:1763336281.745078:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].212, 88 off26072 00000004:00080000:2.0:1763336281.745082:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069706396675ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336281.745107:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].213, 88 off26160 00000004:00080000:2.0:1763336281.745112:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069706426660ns, next at 1066934261956ns, rc = 0 00000040:00080000:2.0:1763336281.745122:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].217, 88 off26512 00000004:00080000:2.0:1763336281.745126:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069706440792ns, next at 1066934215223ns, rc = 0 00000001:00080000:0.0:1763336281.757611:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969102 is committed 00000004:00080000:0.0:1763336281.757624:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 212 committed 00010000:00010000:1.0:1763336281.758216:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758240:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758248:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758254:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6ae00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.758259:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758271:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758286:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x5f:0x0].0x0 (ffff9c918a24dc00) 00010000:00010000:1.0:1763336281.758290:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.758295:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758301:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa4677d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336281.758327:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.758333:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.758338:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.758342:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386bc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336281.758345:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.758350:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.758356:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.758358:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336281.758361:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.758366:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46792 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336281.758614:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056237696:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336281.758675:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.758780:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056237696 00000100:00100000:1.0:1763336281.758787:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056237696 00000100:00100000:1.0:1763336281.758834:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7938 00000100:00100000:1.0:1763336281.758842:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3649:x1848991056237696:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336281.758986:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336281.758989:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336281.758992:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763336281.758994:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:1.0:1763336281.758997:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:0.0:1763336281.759075:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 212 committed 00000004:00080000:0.0:1763336281.759085:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 211 committed 00000004:00080000:0.0:1763336281.759088:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 211 committed 00000004:00080000:0.0:1763336281.759090:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 210 committed 00000004:00080000:0.0:1763336281.759092:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 210 committed 00000004:00080000:0.0:1763336281.759095:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 209 committed 00000004:00080000:0.0:1763336281.759097:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 209 committed 00000004:00080000:0.0:1763336281.759099:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 208 committed 00000004:00080000:0.0:1763336281.759101:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 208 committed 00000020:00080000:0.0:1763336281.759126:0:7431:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9c918324d0c0 refcount 2 committed 0 result 0 batchid 56 00000020:00080000:0.0:1763336281.759130:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c918384fd00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c918bf7f840 00000020:00080000:0.0:1763336281.759133:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f600 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9c918324d9c0 00000020:00080000:0.0:1763336281.759136:0:7431:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9c92bb27f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c92bcbdcc00 00000020:00080000:0.0:1763336281.759139:0:7431:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].35 00000100:00100000:1.0:1763336281.759396:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056237696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 554us (719us total) trans 17179872211 rc 0/0 00000100:00100000:1.0:1763336281.759405:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7938 00000020:00080000:1.0:1763336281.759427:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 56 committed batchid 55 00000020:00080000:1.0:1763336281.759464:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 55 00000100:00100000:1.0:1763336281.759495:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056237824:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336281.759521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.759540:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763336281.759546:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056237952:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336281.759567:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.759590:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056237824 00000100:00100000:1.0:1763336281.759594:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056237824 00000100:00100000:1.0:1763336281.759615:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056237952 00000100:00100000:1.0:1763336281.759618:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056237952 00000004:00080000:2.0:1763336281.759722:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf921500/2, rc 0, transno 17179872211 00000100:00100000:2.0:1763336281.759729:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056237696:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336281.759735:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763336281.759740:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056238080:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336281.759763:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.760009:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056238464:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.760036:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.760057:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336281.760062:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056238336:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.760085:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.760109:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238080 00000100:00100000:3.0:1763336281.760113:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238080 00000100:00100000:3.0:1763336281.760135:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238464 00000100:00100000:3.0:1763336281.760137:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238464 00000100:00100000:3.0:1763336281.760153:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238336 00000100:00100000:3.0:1763336281.760155:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238336 00000100:00100000:3.0:1763336281.760166:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7939 00000100:00100000:3.0:1763336281.760173:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3646:x1848991056237824:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.760304:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056238592:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336281.760332:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.760345:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1763336281.760350:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056238208:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.760369:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.760378:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056238720:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336281.760396:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.760484:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238592 00000100:00100000:2.0:1763336281.760489:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238592 00000100:00100000:2.0:1763336281.760506:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238208 00000100:00100000:2.0:1763336281.760509:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238208 00000100:00100000:2.0:1763336281.760519:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238720 00000100:00100000:2.0:1763336281.760521:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238720 00000100:00100000:2.0:1763336281.760532:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7940 00000100:00100000:2.0:1763336281.760538:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056237952:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336281.760613:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336281.760617:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760619:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760622:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336281.760624:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336281.760654:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056237952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (1085us total) trans 21474839651 rc 0/0 00000100:00100000:2.0:1763336281.760661:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7940 00000100:00100000:2.0:1763336281.760675:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7941 00000100:00100000:2.0:1763336281.760681:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056238080:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336281.760756:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336281.760759:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760762:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336281.760764:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760766:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763336281.760789:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056238080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 109us (1025us total) trans 21474839652 rc 0/0 00000100:00100000:2.0:1763336281.760795:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7941 00000100:00100000:2.0:1763336281.760808:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942 00000100:00100000:2.0:1763336281.760814:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056238464:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336281.760866:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336281.760869:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760872:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336281.760874:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760876:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336281.760910:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056238464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 96us (873us total) trans 17179872212 rc 0/0 00000100:00100000:2.0:1763336281.760916:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942 00000100:00100000:2.0:1763336281.760928:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943 00000100:00100000:2.0:1763336281.760933:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056238336:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336281.760979:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336281.760982:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760984:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.760986:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336281.760988:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336281.761010:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056238336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 77us (925us total) trans 17179872213 rc 0/0 00000100:00100000:2.0:1763336281.761016:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943 00000100:00100000:2.0:1763336281.761026:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944 00000100:00100000:2.0:1763336281.761031:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056238592:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336281.761072:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1763336281.761075:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.761076:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336281.761078:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.761080:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1763336281.761107:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056238592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 75us (775us total) trans 17179872214 rc 0/0 00000100:00100000:2.0:1763336281.761115:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944 00000100:00100000:2.0:1763336281.761131:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945 00000100:00100000:2.0:1763336281.761137:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056238208:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336281.761177:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336281.761180:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.761182:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336281.761184:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.761186:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336281.761209:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056238208:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (839us total) trans 21474839653 rc 0/0 00000100:00100000:2.0:1763336281.761215:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945 00000100:00100000:0.0:1763336281.761343:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7946 00000100:00100000:0.0:1763336281.761351:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056238720:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763336281.761404:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336281.761407:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336281.761409:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336281.761411:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:0.0:1763336281.761413:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336281.761436:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1848991056238720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (1039us total) trans 17179872215 rc 0/0 00000100:00100000:0.0:1763336281.761441:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7946 00010000:00010000:0.0:1763336281.761497:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4689c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67617 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.761509:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.761512:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336281.761527:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46895 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67617 expref: 18 pid: 6514 timeout: 0 lvb_type: 3 00000004:00080000:1.0:1763336281.761633:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf923100/2, rc 0, transno 17179872213 00000100:00100000:1.0:1763336281.761639:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056238336:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763336281.761647:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285880/2, rc 0, transno 17179872212 00000100:00100000:1.0:1763336281.761651:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056238464:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336281.761657:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336281.761663:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056238848:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336281.761700:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336281.761723:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056238848 00000100:00100000:1.0:1763336281.761726:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056238848 00000100:00100000:1.0:1763336281.761744:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7947 00000100:00100000:1.0:1763336281.761749:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056238848:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336281.761810:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056238848:12345-0@lo:2:osp-syn-0-1.0 Request processed in 60us (109us total) trans 21474839654 rc 0/0 00000100:00100000:1.0:1763336281.761815:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7947 00000004:00080000:1.0:1763336281.761837:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c76a00/2, rc 0, transno 21474839654 00000100:00100000:1.0:1763336281.761841:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056238848:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763336281.761854:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c76d80/2, rc 0, transno 21474839651 00000100:00100000:1.0:1763336281.761857:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056237952:0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336281.761962:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:3.0:1763336281.761965:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.761967:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.761969:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:3.0:1763336281.761971:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:3.0:1763336281.762007:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056237824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1834us (2484us total) trans 21474839655 rc 0/0 00000100:00100000:3.0:1763336281.762012:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7939 00000004:00080000:2.0:1763336281.762110:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c75880/2, rc 0, transno 21474839653 00000100:00100000:2.0:1763336281.762114:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056238208:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336281.762121:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285f80/2, rc 0, transno 17179872215 00000100:00100000:2.0:1763336281.762124:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056238720:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336281.762130:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae287480/2, rc 0, transno 17179872214 00000100:00100000:2.0:1763336281.762132:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056238592:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336281.762156:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c77800/2, rc 0, transno 21474839652 00000100:00100000:2.0:1763336281.762159:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056238080:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763336281.762253:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4689c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67617 expref: 17 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.762280:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.762283:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763336281.762286:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000004:00080000:1.0:1763336281.762395:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183c74a80/2, rc 0, transno 21474839655 00000100:00100000:1.0:1763336281.762400:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183c74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056237824:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.762507:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042230912:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 25886us (26070us total) trans 4294969102 rc 0/0 00000100:00100000:0.0:1763336281.762514:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10837 00000100:00100000:0.0:1763336281.769357:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.769908:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231040 00000100:00100000:2.0:1763336281.769918:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231040 00000100:00100000:2.0:1763336281.770353:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7948 00000100:00100000:2.0:1763336281.770365:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57585:x1848991042231040:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336281.770383:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336281.770402:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6761e expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.770430:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.770439:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.770441:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336281.770445:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->122879] (req 73728->122879) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 16 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.770476:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336281.770489:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 1169 lvb_type: 1 00000100:00100000:2.0:1763336281.770502:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184818380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056238976:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336281.770590:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.776714:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.776808:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184818380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056238976:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336281.776839:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [73728->122879] (req 73728->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 16 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.776859:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386be00, rc 0) 00000100:00100000:0.0:1763336281.776941:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042231040:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6579us (7594us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.776949:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7948 00000100:00100000:3.0:1763336281.777406:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231168 00000100:00100000:3.0:1763336281.777414:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231168 00010000:00010000:3.0:1763336281.777443:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 1169 lvb_type: 1 00000100:00100000:3.0:1763336281.777478:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3762 00000100:00100000:3.0:1763336281.777487:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042231168:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336281.777499:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336281.777517:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 1169 lvb_type: 1 00010000:00010000:3.0:1763336281.777535:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 1169 lvb_type: 1 00010000:00010000:3.0:1763336281.777556:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b400/0x84ca14902aa4685d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67602 expref: 16 pid: 8398 timeout: 1169 lvb_type: 1 00010000:00010000:3.0:1763336281.777569:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.777571:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.777579:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.777588:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.777620:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 15 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336281.777632:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056239104:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336281.777733:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336281.781673:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056239104:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336281.781734:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336281.781800:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042231168:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4312us (5093us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.781811:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3762 00000100:00100000:2.0:1763336281.783145:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.783268:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231296 00000100:00100000:0.0:1763336281.783278:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231296 00000100:00100000:0.0:1763336281.783395:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10838 00000100:00100000:0.0:1763336281.783405:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042231296:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336281.783426:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.783447:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa468aa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67625 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.783476:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336281.783490:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.783499:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.783644:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa468aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.783749:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.783759:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.783763:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336281.783766:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d1c00, rc 0) 00000100:00100000:0.0:1763336281.783858:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042231296:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 438us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.783867:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10838 00000100:00100000:2.0:1763336281.787213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.789596:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231424 00000100:00100000:1.0:1763336281.789611:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231424 00002000:00100000:1.0:1763336281.789668:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (73728->77823) req@ffff9c918481a680 x1848991042231424/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:572/0 lens 488/0 e 0 to 0 dl 1763336292 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336281.789680:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918481a680 with x1848991042231424 ext(73728->77823) 00002000:00010000:1.0:1763336281.790461:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918481a680 00000100:00100000:1.0:1763336281.790504:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2420 00000100:00100000:1.0:1763336281.790516:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042231424:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336281.790755:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042231424:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 241us (3549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336281.790763:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2420 00002000:00100000:1.0:1763336281.790771:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (73728->77823) req@ffff9c918481a680 x1848991042231424/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:572/0 lens 488/4536 e 0 to 0 dl 1763336292 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336281.790780:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918481a680 with x1848991042231424 ext(73728->77823) 00002000:00010000:1.0:1763336281.790784:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918481a680 00000100:00100000:1.0:1763336281.794718:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.794913:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231552 00000100:00100000:2.0:1763336281.794924:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231552 00002000:00100000:2.0:1763336281.794972:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c92c0b27100 x1848991042231552/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:572/0 lens 488/0 e 0 to 0 dl 1763336292 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336281.794985:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b27100 with x1848991042231552 ext(118784->122879) 00002000:00010000:2.0:1763336281.794990:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92c0b27100 00000100:00100000:2.0:1763336281.795025:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2421 00000100:00100000:2.0:1763336281.795035:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042231552:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336281.795222:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2407:x1848991042231552:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 187us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336281.795229:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2421 00002000:00100000:2.0:1763336281.795237:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (118784->122879) req@ffff9c92c0b27100 x1848991042231552/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:572/0 lens 488/4536 e 0 to 0 dl 1763336292 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336281.795245:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92c0b27100 with x1848991042231552 ext(118784->122879) 00002000:00010000:2.0:1763336281.795249:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92c0b27100 00000100:00100000:3.0:1763336281.800198:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.800963:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231680 00000100:00100000:0.0:1763336281.800975:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231680 00000100:00100000:0.0:1763336281.801041:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10839 00000100:00100000:0.0:1763336281.801052:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042231680:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336281.801073:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.801094:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa468b8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6762c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.801181:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336281.801194:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.801206:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336281.801232:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336281.801237:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336281.801254:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.801279:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa468b8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.801297:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.801305:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.801308:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336281.801312:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d1200, rc 0) 00000100:00100000:0.0:1763336281.801376:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042231680:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 327us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.801384:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10839 00000100:00100000:1.0:1763336281.807120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.807805:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042231808 00000100:00100000:2.0:1763336281.807815:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042231808 00000100:00100000:2.0:1763336281.807895:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2422 00000100:00100000:2.0:1763336281.807905:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042231808:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336281.808137:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:2.0:1763336281.808141:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.808143:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.808145:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336281.808147:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 368 -> 408 00000100:00100000:2.0:1763336281.808214:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186508700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042231808:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 310us (1102us total) trans 21474839656 rc 0/0 00000100:00100000:2.0:1763336281.808221:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2422 00000100:00100000:1.0:1763336281.813158:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.813281:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232064 00000100:00100000:3.0:1763336281.813291:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232064 00000100:00100000:3.0:1763336281.813346:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3715 00000100:00100000:3.0:1763336281.813355:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042232064:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:3.0:1763336281.813586:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918650b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042232064:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 231us (438us total) trans 4294969103 rc 0/0 00000100:00100000:3.0:1763336281.813594:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3715 00000100:00100000:3.0:1763336281.837513:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.839662:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232192 00000100:00100000:0.0:1763336281.839676:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232192 00000100:00100000:0.0:1763336281.839754:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10840 00000100:00100000:0.0:1763336281.839765:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57649:x1848991042232192:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.839788:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.839809:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa468c6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67633 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.839904:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336281.839917:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.839929:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.839942:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336281.839949:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.839955:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840028:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336281.840037:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840044:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336281.840080:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:0.0:1763336281.840084:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336281.840099:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840110:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840118:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840123:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840128:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840134:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840139:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d0a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336281.840150:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840157:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840167:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c928342d600) 00010000:00010000:0.0:1763336281.840170:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336281.840175:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840180:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0a00/0x84ca14902aa468cd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840192:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840198:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840203:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840207:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336281.840210:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840215:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840222:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c928342d400) 00010000:00010000:0.0:1763336281.840224:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336281.840226:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840231:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa468d4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.840259:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d0800/0x84ca14902aa468c6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67633 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.840279:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67633 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.840286:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.840288:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336281.840291:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:0.0:1763336281.840346:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57649:x1848991042232192:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 583us (2843us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.840354:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10840 00000100:00100000:2.0:1763336281.847314:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.847315:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.847517:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232320 00000100:00100000:0.0:1763336281.847528:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232320 00000100:00100000:0.0:1763336281.847594:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 474 00000100:00100000:0.0:1763336281.847613:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042232320:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336281.847628:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.847651:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa468db lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67633 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.847667:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.847672:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336281.847875:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232576 00000100:00100000:3.0:1763336281.847880:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232576 00000100:00100000:3.0:1763336281.847936:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10841 00000100:00100000:3.0:1763336281.847944:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57649:x1848991042232576:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336281.847959:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336281.847974:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa468e2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6763a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.848067:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:3.0:1763336281.848082:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.848090:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.848118:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.848130:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:3.0:1763336281.848143:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056239232:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336281.848222:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.860247:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186509500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042232320:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 12624us (12933us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.860262:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 474 00000100:00100000:3.0:1763336281.865767:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056239232:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336281.865794:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:2.0:1763336281.865914:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.866017:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232704 00000100:00100000:3.0:1763336281.866024:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232704 00010000:00010000:3.0:1763336281.866052:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:3.0:1763336281.866084:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3763 00000100:00100000:3.0:1763336281.866092:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042232704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336281.866103:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336281.866109:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.866120:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.866139:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa468bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6762c expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.866151:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336281.866155:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.866164:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.866170:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.866193:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336281.866252:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.866261:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336281.866285:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:0.0:1763336281.866405:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbf000/0x84ca14902aa468e2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.866422:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.866428:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.866431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336281.866434:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe200, rc 0) 00000100:00100000:0.0:1763336281.867094:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57649:x1848991042232576:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 19148us (19784us total) trans 4294969104 rc 0/0 00000100:00100000:0.0:1763336281.867104:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10841 00000100:00100000:3.0:1763336281.867300:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042232704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1206us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.867308:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3763 00000100:00100000:2.0:1763336281.877383:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.877506:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232832 00000100:00100000:1.0:1763336281.877516:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232832 00000100:00100000:1.0:1763336281.877572:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10842 00000100:00100000:1.0:1763336281.877582:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57649:x1848991042232832:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.877604:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.877625:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa468f7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67641 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.877854:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336281.877868:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.877876:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.877944:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.877958:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.877973:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056239360:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336281.878043:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f600 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.886227:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.886520:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042232960 00000100:00100000:3.0:1763336281.886528:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042232960 00010000:00010000:3.0:1763336281.886562:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 23 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:3.0:1763336281.886604:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3764 00000100:00100000:3.0:1763336281.886612:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042232960:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336281.886626:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336281.886632:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 23 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.886644:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 23 pid: 6514 timeout: 1169 lvb_type: 0 00010000:00010000:3.0:1763336281.886664:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336281.886669:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.886678:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.886709:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:3.0:1763336281.886726:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336281.886765:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042232960:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 153us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.886776:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3764 00010000:00010000:1.0:1763336281.886861:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe200/0x84ca14902aa468e9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6763a expref: 22 pid: 6514 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.886878:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056239360:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336281.886907:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.886915:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.886921:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336281.886976:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:1.0:1763336281.886981:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336281.886998:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.887027:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa468f7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67641 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.887042:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67641 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.887049:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.887052:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336281.887054:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:1.0:1763336281.887095:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57649:x1848991042232832:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 9515us (9722us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.887102:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10842 00000100:00100000:2.0:1763336281.891582:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.891664:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233216 00000100:00100000:1.0:1763336281.891673:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233216 00000100:00100000:1.0:1763336281.891868:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10843 00000100:00100000:1.0:1763336281.891877:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57649:x1848991042233216:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336281.891905:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336281.891924:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46905 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67648 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.892017:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4690c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336281.892030:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4690c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.892039:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4690c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336281.892050:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00010000:00010000:1.0:1763336281.892141:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46905 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67648 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.892157:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4690c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67648 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.892166:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.892169:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336281.892172:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ef000, rc 0) 00000100:00100000:1.0:1763336281.899238:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042233216:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7349us (7652us total) trans 4294969105 rc 0/0 00000100:00100000:1.0:1763336281.899253:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10843 00000100:00100000:3.0:1763336281.903984:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.904766:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233344 00000100:00100000:0.0:1763336281.904777:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233344 00000100:00100000:0.0:1763336281.904844:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7949 00000100:00100000:0.0:1763336281.904854:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042233344:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336281.904908:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.904927:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 16 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.904935:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336281.904938:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336281.904941:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.904979:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 16 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.904998:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 16 pid: 30886 timeout: 1169 lvb_type: 0 00000100:00100000:0.0:1763336281.905012:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056239488:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.905097:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336281.905461:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.905730:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233472 00000100:00100000:1.0:1763336281.905735:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233472 00000100:00100000:1.0:1763336281.905776:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7950 00000100:00100000:1.0:1763336281.905784:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042233472:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336281.905806:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.905819:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 17 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.905825:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336281.905826:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336281.905830:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.905850:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 17 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.905860:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 17 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.905876:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056239616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336281.905930:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336281.906124:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.906609:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233600 00000100:00100000:0.0:1763336281.906615:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233600 00000100:00100000:0.0:1763336281.906658:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7951 00000100:00100000:0.0:1763336281.906666:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042233600:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:0.0:1763336281.906727:0:35222:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.906741:0:35222:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 21 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.906748:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336281.906750:0:35222:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336281.906753:0:35222:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.906777:0:35222:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 21 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.906786:0:35222:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 21 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:0.0:1763336281.906801:0:35222:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056239744:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.906859:0:35222:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d900 going to sleep for 11 seconds 00000100:00100000:0.0:1763336281.909309:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056239488:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336281.909335:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.910578:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.911129:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233728 00000100:00100000:1.0:1763336281.911139:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233728 00002000:00100000:1.0:1763336281.911185:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (73728->122879) req@ffff9c92bf83ed80 x1848991042233728/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:572/0 lens 488/0 e 0 to 0 dl 1763336292 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336281.911196:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83ed80 with x1848991042233728 ext(73728->122879) 00010000:00010000:1.0:1763336281.911204:0:28396:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 18 pid: 30886 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.911218:0:28396:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 18 pid: 30886 timeout: 1169 lvb_type: 0 00002000:00010000:1.0:1763336281.911227:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c92bf83ed80 00000100:00100000:1.0:1763336281.911255:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 134 00000100:00100000:1.0:1763336281.911266:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042233728:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336281.911286:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336281.911308:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.911388:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233984 00000100:00100000:0.0:1763336281.911393:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233984 00010000:00010000:0.0:1763336281.911415:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 22 pid: 28588 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.911437:0:35222:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35222:1848991056239744:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336281.911440:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042233856 00000100:00100000:0.0:1763336281.911445:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042233856 00010000:00010000:0.0:1763336281.911460:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 20 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.911461:0:35222:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336281.911492:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3765 00000100:00100000:0.0:1763336281.911501:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042233984:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763336281.911510:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3766 00010000:00010000:0.0:1763336281.911513:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763336281.911522:0:8413:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042233856:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336281.911534:0:8413:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336281.911534:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 22 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.911549:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 22 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.911551:0:8413:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 20 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.911578:0:8413:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 20 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:0.0:1763336281.911593:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa467a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675bc expref: 22 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.911598:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.911602:0:8413:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.911608:0:8413:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.911610:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.911614:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.911619:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911624:0:8413:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.911630:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911645:0:8413:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336281.911653:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336281.911677:0:8413:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042233856:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 158us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.911711:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3766 00000100:00100000:0.0:1763336281.911713:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042233984:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 182us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.911724:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3765 00010000:00010000:1.0:1763336281.911752:0:35222:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911761:0:35222:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911781:0:35222:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911789:0:35222:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911797:0:35222:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911803:0:35222:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336281.911808:0:35222:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911828:0:35222:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.911843:0:35222:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.911848:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9185f6a600/0x84ca14902aa467a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675b5 expref: 19 pid: 28588 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.911853:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46928 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336281.911870:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056239616:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336281.911915:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042233600:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5249us (5792us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.911922:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7951 00010000:00010000:3.0:1763336281.912145:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912155:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912162:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912177:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912184:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912191:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912197:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336281.912201:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912209:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912219:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.912226:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee200/0x84ca14902aa46921 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336281.912275:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042233472:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 6491us (6815us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.912282:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7950 00000100:00100000:1.0:1763336281.916397:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042233728:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 5122us (5814us total) trans 21474839658 rc 0/0 00000100:00100000:1.0:1763336281.916412:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 134 00002000:00100000:1.0:1763336281.916424:0:28396:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000400:0x36:0x0] (73728->122879) req@ffff9c92bf83ed80 x1848991042233728/t21474839658(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:572/0 lens 488/448 e 0 to 0 dl 1763336292 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336281.916435:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83ed80 with x1848991042233728 ext(73728->122879) 00010000:00010000:1.0:1763336281.916447:0:28396:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 19 pid: 30886 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.916463:0:28396:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 19 pid: 30886 timeout: 1169 lvb_type: 0 00002000:00010000:1.0:1763336281.916471:0:28396:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c92bf83ed80 00000100:00100000:2.0:1763336281.919210:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.919396:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042234112 00000100:00100000:1.0:1763336281.919407:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042234112 00010000:00010000:1.0:1763336281.919445:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 19 pid: 30886 timeout: 1169 lvb_type: 0 00000100:00100000:1.0:1763336281.919491:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3767 00000100:00100000:1.0:1763336281.919502:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042234112:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336281.919518:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763336281.919535:0:6499:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336280 -> 1763336281 00002000:00010000:1.0:1763336281.919539:0:6499:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 408 -> 432 00010000:00010000:1.0:1763336281.919545:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 19 pid: 30886 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.919558:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 19 pid: 30886 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.919583:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386be00/0x84ca14902aa468a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 73728->122879) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6761e expref: 19 pid: 30886 timeout: 1169 lvb_type: 0 00010000:00010000:1.0:1763336281.919599:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.919601:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336281.919606:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.919615:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.919652:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336281.919722:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042234112:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 221us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336281.919729:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3767 00010000:00010000:2.0:1763336281.919858:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919867:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919894:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919903:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919910:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919917:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e3800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336281.919921:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919933:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919947:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336281.919955:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4691a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336281.919997:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042233344:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 15145us (16023us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336281.920005:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7949 00000100:00100000:2.0:1763336281.922153:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336281.922227:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042234368 00000100:00100000:1.0:1763336281.922237:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042234368 00000100:00100000:1.0:1763336281.922290:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10844 00000100:00100000:1.0:1763336281.922299:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042234368:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336281.922350:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763336281.922426:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa468fe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67641 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.922449:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa4689c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67617 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336281.922459:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336281.922464:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336281.922490:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336281.922502:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336281.922514:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763336281.922752:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].214, 88 off26248 00000004:00080000:1.0:1763336281.922760:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069884074059ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336281.922782:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].218, 88 off26600 00000004:00080000:1.0:1763336281.922785:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069884100085ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336281.922806:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].215, 88 off26336 00000004:00080000:1.0:1763336281.922810:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069884124531ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336281.922818:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].219, 88 off26688 00000004:00080000:1.0:1763336281.922821:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069884135925ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336281.922829:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].216, 88 off26424 00000004:00080000:1.0:1763336281.922832:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069884146361ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336281.922839:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].220, 88 off26776 00000004:00080000:1.0:1763336281.922842:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069884156544ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336281.922849:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].221, 88 off26864 00000004:00080000:1.0:1763336281.922852:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069884166863ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336281.922860:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].217, 88 off26512 00000004:00080000:1.0:1763336281.922863:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069884177363ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336281.922894:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].218, 88 off26600 00000004:00080000:1.0:1763336281.922903:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1069884217463ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336281.922913:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].222, 88 off26952 00000004:00080000:1.0:1763336281.922916:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1069884231001ns, next at 1066934215223ns, rc = 0 00000001:00080000:0.0:1763336281.924460:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969106 is committed 00000004:00080000:0.0:1763336281.924469:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 217 committed 00000004:00080000:0.0:1763336281.924485:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 217 committed 00000004:00080000:0.0:1763336281.924498:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 216 committed 00000004:00080000:0.0:1763336281.924500:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 216 committed 00000004:00080000:0.0:1763336281.924502:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 215 committed 00000004:00080000:0.0:1763336281.924504:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 215 committed 00000004:00080000:0.0:1763336281.924506:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 214 committed 00000004:00080000:0.0:1763336281.924508:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 214 committed 00000004:00080000:0.0:1763336281.924510:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 213 committed 00000004:00080000:0.0:1763336281.924512:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 213 committed 00000020:00080000:0.0:1763336281.924522:0:7431:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 56 batchid updated 00000004:00010000:0.0:1763336281.924563:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f03063cf reply state 000000007651d3d5 transno 4294969106 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924582:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924592:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.924595:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763336281.924598:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763336281.924679:0:6514:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336281.924714:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042234368:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 2413us (2566us total) trans 4294969106 rc 0/0 00000100:00100000:0.0:1763336281.924722:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10844 00010000:00010000:0.0:1763336281.924745:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924753:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924760:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924765:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336281.924769:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924776:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924785:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.924788:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336281.924791:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336281.924798:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa4692f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000100:00100000:3.0:1763336281.924958:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056240256:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.925000:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.925028:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763336281.925033:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056239872:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.925048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.925059:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056240384:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.925072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.925089:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056240000:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.925109:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.925124:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763336281.925129:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056240128:0@lo:2:osp-syn-1-1.0 00000020:00080000:2.0:1763336281.925139:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 56 00000100:00100000:3.0:1763336281.925148:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336281.925172:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240256 00000100:00100000:3.0:1763336281.925177:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240256 00000100:00100000:3.0:1763336281.925207:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056239872 00000100:00100000:3.0:1763336281.925209:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056239872 00000100:00100000:3.0:1763336281.925224:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240384 00000100:00100000:3.0:1763336281.925226:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240384 00000020:00080000:2.0:1763336281.925228:0:7450:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 56 cancel update log [0x240000400:0x2:0x0].35: rc = 0 00000020:00080000:2.0:1763336281.925240:0:7450:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 56 00000100:00100000:3.0:1763336281.925241:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240000 00000100:00100000:3.0:1763336281.925245:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240000 00000100:00100000:3.0:1763336281.925259:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240128 00000100:00100000:3.0:1763336281.925261:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240128 00000100:00100000:3.0:1763336281.925273:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952 00000100:00100000:3.0:1763336281.925281:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056240256:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336281.925383:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1763336281.925386:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.925389:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336281.925391:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.925394:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:3.0:1763336281.925432:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3646:x1848991056240256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 152us (431us total) trans 17179872216 rc 0/0 00000100:00100000:3.0:1763336281.925438:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952 00000100:00100000:3.0:1763336281.925450:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7953 00000100:00100000:3.0:1763336281.925455:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056239872:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336281.925496:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336281.925499:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336281.925501:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336281.925503:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336281.925506:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336281.925526:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3646:x1848991056239872:12345-0@lo:2:osp-syn-1-1.0 Request processed in 71us (477us total) trans 17179872217 rc 0/0 00000100:00100000:3.0:1763336281.925533:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7953 00000100:00100000:3.0:1763336281.925545:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954 00000100:00100000:3.0:1763336281.925551:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056240384:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336281.925561:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cd6b800/2, rc 0, transno 17179872217 00000100:00100000:2.0:1763336281.925571:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056239872:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336281.925587:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183312d80/2, rc 0, transno 17179872216 00000100:00100000:2.0:1763336281.925592:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183312d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056240256:0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336281.925594:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336281.925598:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.925601:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.925604:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336281 -> 1763336281 00002000:00010000:3.0:1763336281.925606:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336281.925635:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3646:x1848991056240384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (561us total) trans 17179872218 rc 0/0 00000100:00100000:3.0:1763336281.925640:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954 00000100:00100000:3.0:1763336281.925650:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7955 00000100:00100000:3.0:1763336281.925655:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056240000:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.925739:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056240000:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (629us total) trans 17179872219 rc 0/0 00000100:00100000:3.0:1763336281.925745:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7955 00000004:00080000:2.0:1763336281.925752:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca5180/2, rc 0, transno 17179872218 00000100:00100000:3.0:1763336281.925760:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956 00000100:00100000:2.0:1763336281.925761:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056240384:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336281.925768:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056240128:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336281.925808:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336281.925811:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.925813:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336281.925815:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336281.925818:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336281.925836:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056240128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (689us total) trans 17179872220 rc 0/0 00000100:00100000:3.0:1763336281.925842:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956 00000004:00080000:3.0:1763336281.925892:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183312680/2, rc 0, transno 17179872220 00000100:00100000:3.0:1763336281.925897:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183312680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056240128:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336281.925907:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9183311180/2, rc 0, transno 17179872219 00000100:00100000:3.0:1763336281.925910:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183311180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056240000:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336281.926174:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056240640:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336281.926208:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.926228:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056240896:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336281.926247:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763336281.926257:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056240512:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.926260:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.926280:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763336281.926287:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056240768:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336281.926294:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.926323:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336281.926332:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918b646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056241024:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.926346:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240640 00000100:00100000:0.0:1763336281.926351:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240640 00000100:00100000:2.0:1763336281.926364:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336281.926487:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240896 00000100:00100000:0.0:1763336281.926491:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240896 00000100:00100000:0.0:1763336281.926503:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240512 00000100:00100000:0.0:1763336281.926505:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240512 00000100:00100000:2.0:1763336281.926519:0:9765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056240768 00000100:00100000:0.0:1763336281.926519:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056241024 00000100:00100000:0.0:1763336281.926522:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056241024 00000100:00100000:2.0:1763336281.926526:0:9765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056240768 00000100:00100000:0.0:1763336281.926536:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957 00000100:00100000:0.0:1763336281.926544:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3649:x1848991056240640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336281.926557:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958 00000100:00100000:2.0:1763336281.926567:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3647:x1848991056240896:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.926636:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3649:x1848991056240640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 93us (428us total) trans 21474839659 rc 0/0 00002000:00010000:2.0:1763336281.926640:0:9765:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763336281.926644:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957 00002000:00010000:2.0:1763336281.926646:0:9765:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.926651:0:9765:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336281.926654:0:9765:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336281.926657:0:9765:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336281.926659:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7959 00000100:00100000:0.0:1763336281.926667:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3649:x1848991056240512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336281.926718:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056240896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 153us (460us total) trans 21474839660 rc 0/0 00000100:00100000:2.0:1763336281.926727:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958 00000100:00100000:2.0:1763336281.926745:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7960 00000100:00100000:0.0:1763336281.926753:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3649:x1848991056240512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 85us (458us total) trans 21474839661 rc 0/0 00000100:00100000:2.0:1763336281.926757:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3649:x1848991056241024:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336281.926764:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7959 00000100:00100000:0.0:1763336281.926778:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961 00000100:00100000:0.0:1763336281.926785:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3647:x1848991056240768:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336281.926839:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1763336281.926844:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336280 00000100:00100000:2.0:1763336281.926846:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3649:x1848991056241024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (480us total) trans 21474839662 rc 0/0 00002000:00010000:0.0:1763336281.926848:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00000100:00100000:2.0:1763336281.926857:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7960 00000004:00080000:2.0:1763336281.926939:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f41f80/2, rc 0, transno 21474839660 00000100:00100000:2.0:1763336281.926945:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056240896:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336281.926960:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918650aa00/2, rc 0, transno 21474839661 00000100:00100000:2.0:1763336281.926963:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918650aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056240512:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336281.926969:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918b646680/2, rc 0, transno 21474839662 00000100:00100000:2.0:1763336281.926971:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918b646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056241024:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336281.926979:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186509500/2, rc 0, transno 21474839659 00000100:00100000:2.0:1763336281.926981:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186509500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056240640:0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763336281.932566:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336281.932577:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:0.0:1763336281.932667:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3647:x1848991056240768:12345-0@lo:2:osp-syn-0-1.0 Request processed in 5879us (6341us total) trans 21474839663 rc 0/0 00000100:00100000:0.0:1763336281.932677:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961 00000004:00080000:2.0:1763336281.932784:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9184f42680/2, rc 0, transno 21474839663 00000100:00100000:2.0:1763336281.932791:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184f42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056240768:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336281.934023:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.934065:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042234496 00000100:00100000:0.0:1763336281.934073:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042234496 00000100:00100000:0.0:1763336281.934131:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10845 00000100:00100000:0.0:1763336281.934140:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57649:x1848991042234496:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.934162:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.934182:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6764f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.934233:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.934247:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.934264:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336281.934268:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336281.934272:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2200, rc 0) 00000100:00100000:0.0:1763336281.934326:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042234496:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 187us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.934332:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10845 00000100:00100000:2.0:1763336281.938218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.939030:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042234624 00000100:00100000:3.0:1763336281.939039:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042234624 00000100:00100000:3.0:1763336281.939090:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10846 00000100:00100000:3.0:1763336281.939099:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042234624:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336281.939116:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336281.939135:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4693d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67656 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.939212:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa46944 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336281.939225:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa46944 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336281.939234:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa46944 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:3.0:1763336281.939257:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 1048577 00000004:00200000:3.0:1763336281.939260:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336281.939275:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa46944 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336281.939299:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa4693d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67656 expref: 21 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.939314:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa46944 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67656 expref: 20 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336281.939322:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336281.939325:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336281.939328:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfe00, rc 0) 00000100:00100000:3.0:1763336281.939455:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57649:x1848991042234624:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 356us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.939462:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10846 00000100:00100000:3.0:1763336281.942990:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336281.943033:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.943062:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042234752 00000100:00100000:3.0:1763336281.943068:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336281.943073:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042234752 00000100:00100000:0.0:1763336281.943129:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235008 00000100:00100000:0.0:1763336281.943133:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235008 00000100:00100000:0.0:1763336281.943151:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042234880 00000100:00100000:0.0:1763336281.943153:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042234880 00000100:00100000:0.0:1763336281.943171:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7962 00000100:00100000:0.0:1763336281.943179:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042234752:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.943196:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.943215:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6765d expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336281.943238:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 209796, mtime: 0x691a6059, atime: 0x691a6058, ctime: 0x691a6059, blocks: 0x1b0 00000100:00100000:3.0:1763336281.943242:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7963 00000100:00100000:3.0:1763336281.943254:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042235008:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.943258:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.943262:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.943264:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.943273:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336281.943279:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6766b expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336281.943292:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1763336281.943297:0:28588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a6058, atime: 0x691a6058, ctime: 0x691a6059, blocks: 0x0 00010000:00010000:0.0:1763336281.943308:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00010000:00010000:3.0:1763336281.943311:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.943314:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336281.943319:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 21 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336281.943337:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 21 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336281.943346:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf400, rc 0) 00000100:00100000:0.0:1763336281.943363:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042234752:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 183us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336281.943373:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042235008:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 120us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.943374:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7962 00000100:00100000:3.0:1763336281.943384:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7963 00000100:00100000:0.0:1763336281.943399:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7964 00000100:00100000:0.0:1763336281.943409:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042234880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336281.943416:0:8399:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336281.943425:0:8399:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67664 expref: -99 pid: 8399 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336281.943436:0:8399:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a6058, atime: 0x691a6058, ctime: 0x691a6059, blocks: 0x1800 00010000:00010000:0.0:1763336281.943444:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.943445:0:8399:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336281.943450:0:8399:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.943460:0:8399:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 19 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336281.943468:0:8399:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2000, rc 0) 00000100:00100000:0.0:1763336281.943485:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042234880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 79us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336281.943491:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7964 00000100:00100000:1.0:1763336282.002669:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.002838:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235136 00000100:00100000:3.0:1763336282.002847:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235136 00000100:00100000:3.0:1763336282.002930:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7965 00000100:00100000:3.0:1763336282.002940:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042235136:12345-192.168.203.16@tcp:23:lfs.0 00000100:00080000:2.0:1763336282.003192:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336282.004527:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042235136:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 1581us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.004539:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7965 00000100:00100000:2.0:1763336282.008375:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.008461:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235264 00000100:00100000:3.0:1763336282.008470:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235264 00000100:00100000:3.0:1763336282.008519:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7966 00000100:00100000:3.0:1763336282.008527:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042235264:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336282.008631:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2406:x1848991042235264:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 105us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.008639:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7966 00000100:00100000:1.0:1763336282.011208:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.011269:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235520 00000100:00100000:0.0:1763336282.011282:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235520 00000100:00080000:2.0:1763336282.011538:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763336282.011580:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10847 00000100:00100000:0.0:1763336282.011590:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57649:x1848991042235520:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336282.011643:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.011668:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbfe00/0x84ca14902aa46944 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67656 expref: 20 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.011717:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.011722:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336282.011922:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336282.011940:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.011949:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336282.011995:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969107 00000004:00010000:0.0:1763336282.012022:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e44e74cd reply state 00000000d3111115 transno 4294969108 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.012034:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.012040:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.012043:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336282.012046:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336282.012140:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57649:x1848991042235520:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 550us (939us total) trans 4294969108 rc 0/0 00000100:00100000:0.0:1763336282.012147:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10847 00000020:00080000:0.0:1763336282.012153:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336282.015185:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.015240:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235648 00000100:00100000:0.0:1763336282.015253:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235648 00000100:00100000:0.0:1763336282.015311:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7967 00000100:00100000:0.0:1763336282.015321:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042235648:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.015338:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.015355:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67672 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.015383:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336282.015396:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.015398:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.015402:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.015435:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336282.015447:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 1169 lvb_type: 1 00000100:00100000:0.0:1763336282.015460:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91867ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056241152:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336282.015550:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d300 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.019284:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.019299:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91867ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27808:1848991056241152:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336282.019334:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.019357:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91865d0800, rc 0) 00000100:00100000:0.0:1763336282.019419:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57649:x1848991042235648:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4099us (4241us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.019422:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235776 00000100:00100000:0.0:1763336282.019427:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7967 00000100:00100000:3.0:1763336282.019429:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235776 00010000:00010000:3.0:1763336282.019458:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 1169 lvb_type: 1 00000100:00100000:3.0:1763336282.019494:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3768 00000100:00100000:3.0:1763336282.019503:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042235776:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.019516:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.019521:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 1169 lvb_type: 1 00010000:00010000:3.0:1763336282.019546:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 1169 lvb_type: 1 00010000:00010000:3.0:1763336282.019568:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92af5ee000/0x84ca14902aa46810 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675df expref: 20 pid: 8399 timeout: 1169 lvb_type: 1 00010000:00010000:3.0:1763336282.019580:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.019582:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.019587:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.019597:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.019629:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 19 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.019641:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c008000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056241280:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336282.019731:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763336282.023045:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c008000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056241280:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336282.023071:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336282.023327:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.023361:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.023561:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042235904 00000100:00100000:1.0:1763336282.023568:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042235904 00002000:00010000:1.0:1763336282.023607:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.023610:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dd180 with x1848991042235904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.023635:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dd180. 00000100:00100000:1.0:1763336282.023661:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236032 00000100:00100000:1.0:1763336282.023665:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236032 00002000:00010000:1.0:1763336282.023709:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.023713:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dd500 with x1848991042236032 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.023721:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dd500. 00000100:00100000:1.0:1763336282.024040:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2423 00000100:00100000:0.0:1763336282.024049:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2424 00000100:00100000:1.0:1763336282.024051:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042235904:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:0.0:1763336282.024057:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042236032:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.024180:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.024184:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336282 00002000:00010000:0.0:1763336282.024187:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:0.0:1763336282.024189:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336280 -> 1763336282 00002000:00010000:0.0:1763336282.024191:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336282.024230:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042236032:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 174us (868us total) trans 17179872221 rc 0/0 00000100:00100000:0.0:1763336282.024237:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2424 00002000:00010000:0.0:1763336282.024240:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.024242:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dd500 with x1848991042236032 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.024246:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dd500. 00002000:00010000:1.0:1763336282.024417:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 262144 -> 0 00002000:00010000:1.0:1763336282.024420:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336280 -> 1763336282 00002000:00010000:1.0:1763336282.024422:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336282.024424:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336280 -> 1763336282 00002000:00010000:1.0:1763336282.024426:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 248 -> 0 00000100:00100000:1.0:1763336282.024469:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042235904:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 419us (1142us total) trans 21474839664 rc 0/0 00000100:00100000:1.0:1763336282.024475:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2423 00002000:00010000:1.0:1763336282.024479:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.024481:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dd180 with x1848991042235904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.024486:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dd180. 00000100:00080000:2.0:1763336282.024999:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336282.025114:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042235776:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5610us (5836us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.025123:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3768 00000100:00100000:0.0:1763336282.027631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.027789:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236160 00000100:00100000:1.0:1763336282.027799:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236160 00000100:00100000:1.0:1763336282.027862:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10848 00000100:00100000:1.0:1763336282.027872:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57649:x1848991042236160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336282.027911:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.028152:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4696e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67679 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.028253:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46975 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.028270:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46975 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.028281:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46975 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.028312:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336282.028316:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.028332:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46975 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.028357:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4696e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67679 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.028374:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46975 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67679 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.028382:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.028385:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.028388:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:1.0:1763336282.028436:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042236160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 566us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.028443:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10848 00000100:00100000:2.0:1763336282.032983:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.033032:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236416 00000100:00100000:1.0:1763336282.033043:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236416 00000100:00100000:1.0:1763336282.033148:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10849 00000100:00100000:1.0:1763336282.033160:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042236416:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336282.033210:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.033235:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46975 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67679 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.033252:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.033257:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.033405:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.033426:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.033435:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336282.033481:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969109 00000004:00010000:1.0:1763336282.033503:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000039705c22 reply state 00000000126d2a8d transno 4294969110 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.033514:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.033520:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.033523:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336282.033525:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336282.033611:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57649:x1848991042236416:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 453us (635us total) trans 4294969110 rc 0/0 00000100:00100000:1.0:1763336282.033619:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10849 00000020:00080000:1.0:1763336282.033624:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336282.035605:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.037091:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236544 00000100:00100000:3.0:1763336282.037104:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236544 00000100:00100000:2.0:1763336282.037874:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7968 00000100:00100000:2.0:1763336282.037897:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57649:x1848991042236544:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.037915:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.037934:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67680 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.037965:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.037975:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.037977:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.037982:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.038016:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.038028:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 1169 lvb_type: 1 00000100:00100000:2.0:1763336282.038041:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056241408:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.038115:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.040388:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056241408:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.040421:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.040441:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336282.040707:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042236544:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2802us (5090us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.040717:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7968 00000100:00100000:3.0:1763336282.040928:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.040976:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236672 00000100:00100000:1.0:1763336282.040984:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236672 00010000:00010000:1.0:1763336282.041017:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 1169 lvb_type: 1 00000100:00100000:1.0:1763336282.041054:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3769 00000100:00100000:1.0:1763336282.041063:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042236672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336282.041076:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.041081:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 1169 lvb_type: 1 00010000:00010000:1.0:1763336282.041092:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 1169 lvb_type: 1 00010000:00010000:1.0:1763336282.041115:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185703c00/0x84ca14902aa46817 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675e6 expref: 23 pid: 8398 timeout: 1169 lvb_type: 1 00010000:00010000:1.0:1763336282.041128:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.041130:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.041136:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.041145:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.041176:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.041194:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056241536:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336282.041254:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:1.0:1763336282.045214:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056241536:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336282.045240:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336282.045817:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042236672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 4752us (4887us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.045828:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3769 00000100:00100000:2.0:1763336282.046038:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.046075:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.046120:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236800 00000100:00100000:0.0:1763336282.046128:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236800 00000100:00100000:1.0:1763336282.046135:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042236928 00000100:00100000:1.0:1763336282.046141:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042236928 00002000:00010000:1.0:1763336282.046162:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.046167:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc000 with x1848991042236928 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.046177:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dc000. 00000100:00100000:1.0:1763336282.046206:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2425 00000100:00100000:1.0:1763336282.046216:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042236928:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336282.046343:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.046346:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336280 -> 1763336282 00002000:00010000:1.0:1763336282.046349:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:1.0:1763336282.046351:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336280 -> 1763336282 00002000:00010000:1.0:1763336282.046353:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336282.046371:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.046377:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dfb80 with x1848991042236800 ext(0->18446744073709551615) 00000100:00100000:1.0:1763336282.046391:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042236928:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 176us (314us total) trans 21474839665 rc 0/0 00000100:00100000:1.0:1763336282.046398:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2425 00002000:00010000:1.0:1763336282.046402:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.046406:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dc000 with x1848991042236928 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.046411:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918d3dc000. 00002000:00010000:0.0:1763336282.046478:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dfb80. 00000100:00100000:2.0:1763336282.048132:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2426 00000100:00100000:2.0:1763336282.048149:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042236800:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336282.048595:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 262144 -> 0 00002000:00010000:2.0:1763336282.048600:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336280 -> 1763336282 00002000:00010000:2.0:1763336282.048603:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:2.0:1763336282.048605:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336280 -> 1763336282 00002000:00010000:2.0:1763336282.048607:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 248 -> 0 00000100:00100000:2.0:1763336282.048677:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042236800:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 535us (2641us total) trans 17179872222 rc 0/0 00000100:00100000:2.0:1763336282.048705:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2426 00002000:00010000:2.0:1763336282.048711:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.048714:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918d3dfb80 with x1848991042236800 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.048721:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918d3dfb80. 00000100:00100000:2.0:1763336282.053793:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.053940:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237056 00000100:00100000:1.0:1763336282.053951:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237056 00000100:00100000:1.0:1763336282.054304:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10850 00000100:00100000:1.0:1763336282.054315:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57649:x1848991042237056:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336282.054336:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.054355:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4698a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67687 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.054446:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46991 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.054462:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46991 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.054474:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46991 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.054500:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336282.054505:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.054521:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46991 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.054742:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa4698a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67687 expref: 27 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.054759:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46991 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67687 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.054767:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.054770:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.054774:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5ee200, rc 0) 00000100:00100000:1.0:1763336282.055486:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57649:x1848991042237056:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1169us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.055494:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10850 00000100:00100000:1.0:1763336282.063031:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.063233:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237312 00000100:00100000:2.0:1763336282.063242:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237312 00000100:00100000:2.0:1763336282.063297:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10851 00000100:00100000:2.0:1763336282.063309:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57649:x1848991042237312:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336282.063359:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336282.063384:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa46991 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67687 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.063401:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.063406:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336282.063830:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.063846:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.063856:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336282.063929:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969111 00000004:00010000:2.0:1763336282.063953:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d35ae584 reply state 00000000b3179cd7 transno 4294969112 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.063964:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.063969:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.063972:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336282.063975:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336282.064067:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57649:x1848991042237312:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 759us (1044us total) trans 4294969112 rc 0/0 00000100:00100000:2.0:1763336282.064075:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10851 00000020:00080000:2.0:1763336282.064080:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336282.069667:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.071384:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237440 00000100:00100000:0.0:1763336282.071397:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237440 00000100:00100000:0.0:1763336282.071467:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7969 00000100:00100000:0.0:1763336282.071477:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57649:x1848991042237440:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.071494:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.071516:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6768e expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336282.071536:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 209796, mtime: 0x691a6058, atime: 0x691a6058, ctime: 0x691a6059, blocks: 0x118 00010000:00010000:0.0:1763336282.071554:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.071556:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.071563:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.071578:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 22 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.071590:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf72600, rc 0) 00000100:00100000:0.0:1763336282.072550:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57649:x1848991042237440:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1034us (2851us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.072558:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7969 00000100:00100000:0.0:1763336282.078072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.078170:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237568 00000100:00100000:2.0:1763336282.078180:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237568 00000100:00100000:2.0:1763336282.078238:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7970 00000100:00100000:2.0:1763336282.078247:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6815c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042237568:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.078263:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.078281:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa469a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67695 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.078310:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.078318:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336282.078320:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336282.078325:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa469a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67695 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.078355:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.078367:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:2.0:1763336282.078381:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056241664:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.078462:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763336282.082172:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918a240e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056241664:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336282.082212:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa469a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67695 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.082233:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b600, rc 0) 00000100:00100000:0.0:1763336282.082953:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6815c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57649:x1848991042237568:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4703us (4885us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.082963:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7970 00000100:00100000:2.0:1763336282.083537:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.083592:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237696 00000100:00100000:3.0:1763336282.083601:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237696 00010000:00010000:3.0:1763336282.083634:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.083738:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3770 00000100:00100000:3.0:1763336282.083749:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042237696:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.083762:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.083769:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.083787:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.083812:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46737 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c675a0 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.083833:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.083836:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.083842:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa469a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67695 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.083853:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa469a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67695 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.083928:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386b600/0x84ca14902aa469a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67695 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.083942:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056241792:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336282.084011:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.087516:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c00b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056241920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763336282.087582:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.087629:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056241920 00000100:00100000:3.0:1763336282.087637:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056241920 00000100:00100000:3.0:1763336282.087718:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1763336282.087730:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+16:3649:x1848991056241920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763336282.087788:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 40960 granted 484939968 pending 0 free 3920089088 avail 3688566784 00000100:00100000:2.0:1763336282.087820:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+16:3649:x1848991056241920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.087830:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1763336282.087864:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056241920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763336282.088805:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.088841:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.088864:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237824 00000100:00100000:2.0:1763336282.088870:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237824 00002000:00010000:2.0:1763336282.088907:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.088911:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eaa00 with x1848991042237824 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.088922:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892eaa00. 00000100:00100000:2.0:1763336282.088939:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042237952 00000100:00100000:2.0:1763336282.088942:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042237952 00002000:00010000:2.0:1763336282.088953:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.088956:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e9180 with x1848991042237952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.088961:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892e9180. 00000100:00100000:2.0:1763336282.088976:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2427 00000100:00100000:2.0:1763336282.088983:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042237824:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336282.089378:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 209796 -> 0 00002000:00010000:2.0:1763336282.089382:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1763336280 -> 1763336282 00002000:00010000:2.0:1763336282.089385:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.089387:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1763336281 -> 1763336282 00002000:00010000:2.0:1763336282.089389:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 280 -> 0 00000100:00100000:2.0:1763336282.089439:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042237824:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 455us (636us total) trans 21474839666 rc 0/0 00000100:00100000:2.0:1763336282.089446:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2427 00002000:00010000:2.0:1763336282.089450:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.089452:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892eaa00 with x1848991042237824 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.089457:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91892eaa00. 00000100:00100000:2.0:1763336282.089478:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2428 00000100:00100000:2.0:1763336282.089486:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042237952:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336282.089567:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336282.089570:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336280 -> 1763336282 00002000:00010000:2.0:1763336282.089572:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.089574:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336281 -> 1763336282 00002000:00010000:2.0:1763336282.089576:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336282.089597:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91892e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042237952:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 112us (755us total) trans 17179872223 rc 0/0 00000100:00100000:2.0:1763336282.089603:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2428 00002000:00010000:2.0:1763336282.089611:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.089614:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91892e9180 with x1848991042237952 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.089618:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91892e9180. 00000100:00100000:1.0:1763336282.089710:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056241792:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336282.089729:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336282.089758:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042237696:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6010us (6221us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.089767:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3770 00000100:00100000:2.0:1763336282.093397:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.093478:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238080 00000100:00100000:1.0:1763336282.093488:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238080 00000100:00100000:1.0:1763336282.093645:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10852 00000100:00100000:1.0:1763336282.093657:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57649:x1848991042238080:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336282.093681:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.093852:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469ad lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6769c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.093970:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa469b4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.093984:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa469b4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.093995:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa469b4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.094023:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 0 00000004:00200000:1.0:1763336282.094028:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.094043:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa469b4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.094069:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469ad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6769c expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.094086:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa469b4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6769c expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.094096:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.094099:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.094102:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92af5eea00, rc 0) 00000100:00100000:1.0:1763336282.094408:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57649:x1848991042238080:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 752us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.094416:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10852 00000100:00100000:1.0:1763336282.099257:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.099348:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238208 00000100:00100000:0.0:1763336282.099358:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238208 00000100:00100000:0.0:1763336282.099425:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2429 00000100:00100000:0.0:1763336282.099436:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042238208:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336282.099470:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.099489:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.099491:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.099495:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.099507:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103405:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103423:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103431:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103438:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336282.103442:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103449:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103467:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.103473:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336282.103728:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042238208:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4289us (4475us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1763336282.103738:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2429 00000100:00100000:2.0:1763336282.108293:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.108975:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238336 00000100:00100000:0.0:1763336282.108988:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238336 00000100:00100000:0.0:1763336282.109200:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2430 00000100:00100000:0.0:1763336282.109211:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042238336:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336282.109247:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.109265:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.109273:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336282.109275:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336282.109279:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.109312:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.109325:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 23 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.109338:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056242048:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336282.109843:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336282.113653:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.113788:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056242048:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336282.113814:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.114114:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238464 00000100:00100000:3.0:1763336282.114122:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238464 00010000:00010000:3.0:1763336282.114156:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.114196:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3771 00000100:00100000:3.0:1763336282.114205:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042238464:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.114218:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.114237:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.114254:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.114277:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91865d0800/0x84ca14902aa46967 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67672 expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.114291:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.114294:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.114298:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.114312:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.114342:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.114395:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042238464:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 190us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.114402:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3771 00010000:00010000:1.0:1763336282.114571:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.114582:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336282.125236:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839667 is committed 00000001:00080000:0.0:1763336282.125259:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839663 is committed 00002000:00010000:1.0:1763336282.125398:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 0 -> 139264 00002000:00010000:1.0:1763336282.125403:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 0 -> 264 00010000:00010000:1.0:1763336282.125415:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.125426:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.125435:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.125442:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336282.125446:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.125454:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.125472:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.125480:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa469c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.125774:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042238336:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 16560us (17484us total) trans 21474839667 rc 0/0 00000100:00100000:1.0:1763336282.125786:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2430 00000100:00100000:2.0:1763336282.129626:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.129735:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238592 00000100:00100000:1.0:1763336282.129745:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238592 00000100:00100000:1.0:1763336282.129800:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2431 00000100:00100000:1.0:1763336282.129808:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2407:x1848991042238592:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336282.129842:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.129860:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.129869:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.129871:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.129875:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.129917:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 24 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.129929:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.129942:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056242176:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336282.130009:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1763336282.132456:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056242176:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336282.132487:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336282.132826:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.132922:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238720 00000100:00100000:0.0:1763336282.132930:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238720 00010000:00010000:0.0:1763336282.132965:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 25 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.133005:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3772 00000100:00100000:0.0:1763336282.133012:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285e1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042238720:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.133027:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.133046:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 25 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.133059:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 25 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.133080:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386a400/0x84ca14902aa46983 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67680 expref: 25 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.133095:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.133097:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.133102:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.133116:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.133149:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.133200:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285e1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042238720:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.133207:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3772 00010000:00010000:1.0:1763336282.133542:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.133551:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336282.140136:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872224 is committed 00000001:00080000:0.0:1763336282.140159:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872220 is committed 00002000:00010000:1.0:1763336282.140303:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 0 -> 139264 00002000:00010000:1.0:1763336282.140308:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 0 -> 264 00010000:00010000:1.0:1763336282.140320:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.140331:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.140341:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.140348:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336282.140352:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.140361:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.140379:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.140387:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92af5ee200/0x84ca14902aa469c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.140517:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042238592:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 10704us (10895us total) trans 17179872224 rc 0/0 00000100:00100000:1.0:1763336282.140527:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2431 00000100:00100000:2.0:1763336282.145333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.145403:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238848 00000100:00100000:1.0:1763336282.145415:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238848 00000100:00100000:1.0:1763336282.145475:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2432 00000100:00100000:1.0:1763336282.145484:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042238848:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:1.0:1763336282.145518:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.145536:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.145543:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.145545:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.145548:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.145580:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.145592:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 12 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.145605:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056242304:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336282.145703:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.151223:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.151435:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042238976 00000100:00100000:3.0:1763336282.151444:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042238976 00010000:00010000:3.0:1763336282.151477:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.151516:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3773 00000100:00100000:3.0:1763336282.151525:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042238976:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.151538:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.151558:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.151571:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.151595:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.151598:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.151603:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.151612:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.151630:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.151703:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042238976:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 159us (469us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336282.152047:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf72600/0x84ca14902aa4699f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6768e expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.152065:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186127100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056242304:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336282.152088:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.152099:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.152111:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.152525:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3773 00000001:00080000:0.0:1763336282.157788:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839668 is committed 00002000:00010000:1.0:1763336282.157939:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 0 -> 139264 00002000:00010000:1.0:1763336282.157945:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 0 -> 264 00010000:00010000:1.0:1763336282.157958:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.157970:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.157979:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.157985:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336282.157990:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.157998:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.158068:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.158077:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [4096->139263] (req 4096->139263) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.158178:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2406:x1848991042238848:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12690us (12848us total) trans 21474839668 rc 0/0 00000100:00100000:1.0:1763336282.158189:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2432 00000100:00100000:2.0:1763336282.161415:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.161515:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042239104 00000100:00100000:0.0:1763336282.161526:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042239104 00000100:00100000:0.0:1763336282.161586:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7971 00000100:00100000:0.0:1763336282.161596:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042239104:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336282.161756:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042239104:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 161us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.161764:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7971 00000100:00100000:2.0:1763336282.164544:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.164671:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042239232 00000100:00100000:3.0:1763336282.164681:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042239232 00000100:00100000:3.0:1763336282.164744:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7972 00000100:00100000:3.0:1763336282.164754:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042239232:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336282.164867:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042239232:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 113us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.164877:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7972 00000100:00100000:2.0:1763336282.168986:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.169409:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042239488 00000100:00100000:1.0:1763336282.169418:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042239488 00000100:00100000:1.0:1763336282.169460:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10853 00000100:00100000:1.0:1763336282.169469:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57649:x1848991042239488:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336282.169531:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.169558:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5eea00/0x84ca14902aa469b4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6769c expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.169574:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.169578:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.169753:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.169767:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.169778:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336282.169824:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969113 00000004:00010000:1.0:1763336282.169845:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002807908c reply state 00000000f31d92df transno 4294969114 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.169857:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.169863:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.169865:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336282.169867:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336282.170031:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57649:x1848991042239488:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 561us (1050us total) trans 4294969114 rc 0/0 00000100:00100000:1.0:1763336282.170038:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10853 00000020:00080000:1.0:1763336282.170044:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336282.176318:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.177133:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042239616 00000100:00100000:0.0:1763336282.177143:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042239616 00000100:00100000:0.0:1763336282.177194:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7973 00000100:00100000:0.0:1763336282.177202:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57649:x1848991042239616:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.177218:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.177238:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676a3 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336282.177260:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 139264, mtime: 0x691a605a, atime: 0x691a6054, ctime: 0x691a605a, blocks: 0x108 00010000:00010000:0.0:1763336282.177279:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.177281:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.177287:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.177300:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.177311:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73600, rc 0) 00000100:00100000:0.0:1763336282.177358:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57649:x1848991042239616:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 158us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.177365:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7973 00000100:00100000:0.0:1763336282.180959:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.181423:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042239744 00000100:00100000:1.0:1763336282.181434:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042239744 00002000:00010000:1.0:1763336282.181470:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (139264->18446744073709551615) 00002000:00100000:1.0:1763336282.181474:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4380 with x1848991042239744 ext(139264->18446744073709551615) 00002000:00010000:1.0:1763336282.181487:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb4380. 00000100:00100000:1.0:1763336282.181900:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2433 00000100:00100000:1.0:1763336282.181912:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2404:x1848991042239744:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336282.182057:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 139264 -> 139264 00002000:00010000:1.0:1763336282.182061:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.182064:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336282.182066:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.182069:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:1.0:1763336282.182281:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042239744:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 370us (1606us total) trans 21474839669 rc 0/0 00000100:00100000:1.0:1763336282.182289:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2433 00002000:00010000:1.0:1763336282.182293:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (139264->18446744073709551615) 00002000:00100000:1.0:1763336282.182295:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb4380 with x1848991042239744 ext(139264->18446744073709551615) 00002000:00010000:1.0:1763336282.182300:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9285eb4380. 00000100:00100000:3.0:1763336282.183621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.184255:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042239872 00000100:00100000:1.0:1763336282.184264:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042239872 00002000:00010000:1.0:1763336282.184299:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.184303:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008000 with x1848991042239872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.184312:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c008000. 00000100:00100000:1.0:1763336282.184345:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2434 00000100:00100000:1.0:1763336282.184355:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042239872:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336282.184498:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.184502:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.184504:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336282.184506:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.184508:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336282.184569:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042239872:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 214us (953us total) trans 17179872225 rc 0/0 00000100:00100000:1.0:1763336282.184577:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2434 00002000:00010000:1.0:1763336282.184580:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.184583:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c008000 with x1848991042239872 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.184588:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c008000. 00000100:00100000:2.0:1763336282.188841:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.188960:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042240000 00000100:00100000:3.0:1763336282.188970:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042240000 00000100:00100000:3.0:1763336282.189032:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10854 00000100:00100000:3.0:1763336282.189043:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57649:x1848991042240000:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336282.189067:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336282.189089:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa469e5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676aa expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.189565:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa469ec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:3.0:1763336282.189582:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa469ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.189594:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa469ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:3.0:1763336282.189620:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 139264 00000004:00200000:3.0:1763336282.189624:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763336282.189641:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa469ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.189666:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe000/0x84ca14902aa469e5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676aa expref: 33 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.189682:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa469ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676aa expref: 32 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.189733:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336282.189736:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763336282.189739:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe800, rc 0) 00000100:00100000:3.0:1763336282.189807:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57649:x1848991042240000:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 765us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.189819:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10854 00000100:00100000:2.0:1763336282.193435:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.193620:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042240256 00000100:00100000:3.0:1763336282.193630:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042240256 00000100:00100000:1.0:1763336282.193827:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10855 00000100:00100000:1.0:1763336282.193839:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57649:x1848991042240256:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:1.0:1763336282.193903:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.193929:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe800/0x84ca14902aa469ec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676aa expref: 32 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.193947:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.193955:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.194105:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.194119:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.194131:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:1.0:1763336282.194175:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969115 00000004:00010000:1.0:1763336282.194198:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004f8d25d reply state 000000009c830087 transno 4294969116 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.194210:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.194216:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.194218:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763336282.194221:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763336282.194311:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92c0b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57649:x1848991042240256:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 474us (884us total) trans 4294969116 rc 0/0 00000100:00100000:1.0:1763336282.194318:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10855 00000020:00080000:1.0:1763336282.194323:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336282.197949:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.198156:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042240384 00000100:00100000:3.0:1763336282.198164:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042240384 00000100:00100000:3.0:1763336282.198216:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7974 00000100:00100000:3.0:1763336282.198226:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042240384:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336282.198241:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336282.198261:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676b1 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336282.198291:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 139264, mtime: 0x691a605a, atime: 0x691a6056, ctime: 0x691a605a, blocks: 0x108 00010000:00010000:3.0:1763336282.198312:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.198314:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.198321:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.198336:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 20 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.198347:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336282.198409:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57649:x1848991042240384:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 184us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.198415:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7974 00000100:00100000:2.0:1763336282.200190:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.200305:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042240512 00000100:00100000:0.0:1763336282.200315:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042240512 00002000:00010000:0.0:1763336282.200348:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (139264->18446744073709551615) 00002000:00100000:0.0:1763336282.200353:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c75180 with x1848991042240512 ext(139264->18446744073709551615) 00002000:00010000:0.0:1763336282.200364:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183c75180. 00000100:00100000:0.0:1763336282.200394:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2435 00000100:00100000:0.0:1763336282.200404:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042240512:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.200617:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 139264 -> 139264 00002000:00010000:0.0:1763336282.200622:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.200624:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336282.200627:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.200629:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1763336282.200718:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183c75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042240512:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 281us (499us total) trans 17179872226 rc 0/0 00000100:00100000:0.0:1763336282.200727:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2435 00002000:00010000:0.0:1763336282.200731:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (139264->18446744073709551615) 00002000:00100000:0.0:1763336282.200734:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9183c75180 with x1848991042240512 ext(139264->18446744073709551615) 00002000:00010000:0.0:1763336282.200739:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9183c75180. 00000100:00100000:2.0:1763336282.202030:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.202082:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042240640 00000100:00100000:0.0:1763336282.202091:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042240640 00002000:00010000:0.0:1763336282.202121:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.202125:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b480 with x1848991042240640 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.202134:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6b480. 00000100:00100000:0.0:1763336282.202171:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2436 00000100:00100000:0.0:1763336282.202180:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042240640:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.202303:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.202306:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.202308:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336282.202310:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.202312:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336282.202366:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042240640:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 187us (342us total) trans 21474839670 rc 0/0 00000100:00100000:0.0:1763336282.202373:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2436 00002000:00010000:0.0:1763336282.202377:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.202379:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cd6b480 with x1848991042240640 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.202395:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cd6b480. 00000100:00100000:2.0:1763336282.205390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.205476:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042240768 00000100:00100000:1.0:1763336282.205496:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042240768 00000100:00100000:1.0:1763336282.205558:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10856 00000100:00100000:1.0:1763336282.205570:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57649:x1848991042240768:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336282.205592:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.205622:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46a01 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676b8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.205752:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46a08 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.205771:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46a08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.205785:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46a08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.205810:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 139264 00000004:00200000:1.0:1763336282.205814:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.205828:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46a08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.205851:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46a01 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b8 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.205867:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46a08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b8 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.205875:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.205878:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.205895:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:1.0:1763336282.205955:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57649:x1848991042240768:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 388us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.205962:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10856 00000100:00100000:2.0:1763336282.209911:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.211241:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241024 00000100:00100000:0.0:1763336282.211257:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241024 00000100:00100000:0.0:1763336282.211318:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10857 00000100:00100000:0.0:1763336282.211327:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:57649:x1848991042241024:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336282.211373:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.211396:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46a08 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b8 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.211414:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.211419:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336282.211576:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.211590:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.211600:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000001:00080000:0.0:1763336282.211641:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969117 00000004:00010000:0.0:1763336282.211660:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008a9bf097 reply state 0000000030860808 transno 4294969118 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.211679:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.211706:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.211709:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336282.211711:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336282.211793:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57649:x1848991042241024:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 466us (1910us total) trans 4294969118 rc 0/0 00000100:00100000:0.0:1763336282.211801:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10857 00000020:00080000:0.0:1763336282.211806:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1763336282.213935:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336282.215242:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.215318:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241152 00000100:00100000:0.0:1763336282.215329:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241152 00000100:00100000:0.0:1763336282.215409:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7975 00000100:00100000:0.0:1763336282.215419:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57649:x1848991042241152:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.215446:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.215471:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676bf expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336282.215500:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 139264, mtime: 0x691a605a, atime: 0x691a6058, ctime: 0x691a605a, blocks: 0x108 00010000:00010000:0.0:1763336282.215528:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.215531:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.215538:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 15 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.215560:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 15 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.215571:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92bbf73200, rc 0) 00000100:00100000:0.0:1763336282.215750:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57649:x1848991042241152:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 328us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.215758:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7975 00000100:00100000:3.0:1763336282.217901:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.217950:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.217981:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241408 00000100:00100000:0.0:1763336282.217990:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241408 00002000:00010000:0.0:1763336282.218022:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00000100:00100000:1.0:1763336282.218026:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241280 00002000:00100000:0.0:1763336282.218028:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00b480 with x1848991042241408 ext(0->18446744073709551615) 00000100:00100000:1.0:1763336282.218034:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241280 00002000:00010000:0.0:1763336282.218041:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c00b480. 00002000:00010000:1.0:1763336282.218063:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (139264->18446744073709551615) 00002000:00100000:1.0:1763336282.218068:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00b800 with x1848991042241280 ext(139264->18446744073709551615) 00000100:00100000:0.0:1763336282.218076:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2437 00002000:00010000:1.0:1763336282.218077:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c00b800. 00000100:00100000:0.0:1763336282.218089:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042241408:12345-192.168.203.16@tcp:10:lfs.0 00000100:00100000:1.0:1763336282.218128:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2438 00000100:00100000:1.0:1763336282.218138:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042241280:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.218246:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.218249:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.218252:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.218255:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.218257:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 139264 -> 139264 00002000:00010000:0.0:1763336282.218258:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763336282.218264:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.218267:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.218269:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.218272:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 264 -> 264 00000100:00100000:0.0:1763336282.218307:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042241408:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 222us (424us total) trans 17179872227 rc 0/0 00000100:00100000:1.0:1763336282.218310:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042241280:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 172us (358us total) trans 21474839671 rc 0/0 00000100:00100000:0.0:1763336282.218316:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2437 00002000:00010000:0.0:1763336282.218320:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.218326:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00b480 with x1848991042241408 ext(0->18446744073709551615) 00000100:00100000:1.0:1763336282.218330:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2438 00002000:00010000:0.0:1763336282.218333:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918c00b480. 00002000:00010000:1.0:1763336282.218336:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (139264->18446744073709551615) 00002000:00100000:1.0:1763336282.218340:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918c00b800 with x1848991042241280 ext(139264->18446744073709551615) 00002000:00010000:1.0:1763336282.218351:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918c00b800. 00000100:00100000:2.0:1763336282.223792:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.224004:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241536 00000100:00100000:1.0:1763336282.224013:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241536 00000100:00100000:1.0:1763336282.224585:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10858 00000100:00100000:1.0:1763336282.224598:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57649:x1848991042241536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336282.224620:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.224641:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46a1d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676c6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.224846:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46a24 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.224861:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46a24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.224871:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46a24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.224908:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 139264 00000004:00200000:1.0:1763336282.224912:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.224928:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46a24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.224954:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46a1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676c6 expref: 39 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.224972:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46a24 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676c6 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.224980:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.224984:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.224987:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:1.0:1763336282.225051:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57649:x1848991042241536:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 455us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.225058:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10858 00000100:00100000:3.0:1763336282.229373:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.230487:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241664 00000100:00100000:2.0:1763336282.230499:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241664 00000100:00100000:2.0:1763336282.230577:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2439 00000100:00100000:2.0:1763336282.230588:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042241664:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336282.230623:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.230637:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.230640:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.230644:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.230656:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232932:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232946:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232951:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232955:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386a800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336282.232958:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232963:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232976:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.232984:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336282.233054:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042241664:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2464us (3685us total) trans 0 rc 17284/17284 00000100:00100000:2.0:1763336282.233063:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2439 00000100:00100000:3.0:1763336282.236151:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.236239:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241792 00000100:00100000:2.0:1763336282.236248:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241792 00000100:00100000:2.0:1763336282.236318:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2440 00000100:00100000:2.0:1763336282.236330:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042241792:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336282.236365:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.236385:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 16 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.236393:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336282.236395:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336282.236398:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.236429:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 16 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.236442:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 16 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:2.0:1763336282.236463:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056242432:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.236561:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:3.0:1763336282.240680:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.240714:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056242432:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.240744:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.240770:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042241920 00000100:00100000:1.0:1763336282.240778:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042241920 00010000:00010000:1.0:1763336282.240813:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 17 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.240853:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3774 00000100:00100000:1.0:1763336282.240863:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042241920:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336282.240878:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.240908:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 17 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.240921:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 17 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.240950:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa469de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676a3 expref: 17 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.240965:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.240967:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.240971:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.240980:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.241545:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.241556:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.242327:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336282.242375:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042241920:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1512us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.242395:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3774 00000001:00080000:0.0:1763336282.246679:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839672 is committed 00002000:00010000:2.0:1763336282.249052:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 139264 -> 212992 00002000:00010000:2.0:1763336282.249061:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 264 -> 304 00010000:00010000:2.0:1763336282.249074:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.249085:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.249095:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.249101:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336282.249105:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.249115:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.249135:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.249142:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336282.249246:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042241792:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12915us (13100us total) trans 21474839672 rc 0/0 00000100:00100000:2.0:1763336282.249256:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2440 00000100:00100000:3.0:1763336282.257668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.257745:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242048 00000100:00100000:2.0:1763336282.257755:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242048 00000100:00100000:2.0:1763336282.257817:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2441 00000100:00100000:2.0:1763336282.257827:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042242048:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336282.257858:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.257876:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.257891:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336282.257893:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336282.257897:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.257933:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.257946:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 22 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:2.0:1763336282.257960:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28396:1848991056242560:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.258030:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.261659:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28396:1848991056242560:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.261868:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.262141:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.262285:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242176 00000100:00100000:1.0:1763336282.262293:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242176 00010000:00010000:1.0:1763336282.262537:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 23 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.262581:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3775 00000100:00100000:1.0:1763336282.262592:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042242176:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336282.262607:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.262626:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 23 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.262643:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 23 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.262665:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa469fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676b1 expref: 23 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.262679:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.262681:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.262740:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.262752:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.262779:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763336282.263552:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.263564:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.269592:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042242176:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 6987us (7437us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.269609:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3775 00000001:00080000:2.0:1763336282.275361:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872228 is committed 00002000:00010000:0.0:1763336282.275720:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 139264 -> 212992 00002000:00010000:0.0:1763336282.275726:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 264 -> 304 00010000:00010000:0.0:1763336282.275738:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.275749:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.275758:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.275765:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386ae00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336282.275770:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.275784:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.275803:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.275810:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336282.276068:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042242048:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 18238us (18404us total) trans 17179872228 rc 0/0 00000100:00100000:0.0:1763336282.276080:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2441 00000100:00100000:3.0:1763336282.279848:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.280034:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242304 00000100:00100000:0.0:1763336282.280044:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242304 00000100:00100000:0.0:1763336282.280106:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2442 00000100:00100000:0.0:1763336282.280115:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042242304:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:0.0:1763336282.280147:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.280164:0:28396:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.280171:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336282.280173:0:28396:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763336282.280177:0:28396:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.280210:0:28396:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.280222:0:28396:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 12 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.280234:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056242688:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336282.280309:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d000 going to sleep for 11 seconds 00000100:00100000:3.0:1763336282.285335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.285414:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28396:1848991056242688:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336282.285441:0:28396:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.285562:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242432 00000100:00100000:1.0:1763336282.285569:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242432 00010000:00010000:1.0:1763336282.285601:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.285638:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3776 00000100:00100000:1.0:1763336282.285646:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042242432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336282.285660:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336282.285678:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.285718:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.286159:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73200/0x84ca14902aa46a16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676bf expref: 13 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336282.286174:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.286176:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336282.286180:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.286189:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.286265:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.286328:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042242432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 681us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.286337:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3776 00010000:00010000:3.0:1763336282.286589:0:28396:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.286599:0:28396:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336282.292383:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839673 is committed 00002000:00010000:3.0:1763336282.292535:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 139264 -> 212992 00002000:00010000:3.0:1763336282.292541:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 264 -> 304 00010000:00010000:3.0:1763336282.292554:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.292565:0:28396:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.292574:0:28396:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.292581:0:28396:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf73600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336282.292585:0:28396:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.292593:0:28396:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.292611:0:28396:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.292619:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92bbf73600/0x84ca14902aa46a40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [192512->212991] (req 192512->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28396 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.292737:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918d3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2407:x1848991042242304:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 12616us (12892us total) trans 21474839673 rc 0/0 00000100:00100000:3.0:1763336282.292746:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2442 00000100:00100000:2.0:1763336282.316586:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.318505:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242688 00000100:00100000:1.0:1763336282.318523:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242688 00000100:00100000:0.0:1763336282.318658:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10859 00000100:00100000:0.0:1763336282.318669:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57649:x1848991042242688:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336282.318751:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.318777:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46a24 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676c6 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.318794:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.318801:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336282.318969:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336282.318984:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.318993:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336282.319035:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969119 00000004:00010000:0.0:1763336282.319054:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e9ed57c reply state 0000000038d8a484 transno 4294969120 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.319065:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.319071:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.319074:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336282.319076:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336282.319178:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57649:x1848991042242688:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 509us (2605us total) trans 4294969120 rc 0/0 00000100:00100000:0.0:1763336282.319185:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10859 00000020:00080000:0.0:1763336282.319190:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336282.325820:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.325919:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242816 00000100:00100000:2.0:1763336282.325929:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242816 00000100:00100000:2.0:1763336282.325987:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7976 00000100:00100000:2.0:1763336282.325999:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:57649:x1848991042242816:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.326016:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.326038:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676cd expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336282.326062:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 212992, mtime: 0x691a605a, atime: 0x691a6054, ctime: 0x691a605a, blocks: 0x130 00010000:00010000:2.0:1763336282.326083:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.326085:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.326094:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.326109:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 12 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.326121:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:2.0:1763336282.326179:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:57649:x1848991042242816:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 183us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.326186:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7976 00000100:00100000:3.0:1763336282.328480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.328581:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042242944 00000100:00100000:0.0:1763336282.328590:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042242944 00002000:00010000:0.0:1763336282.328625:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (209796->18446744073709551615) 00002000:00100000:0.0:1763336282.328629:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9f80 with x1848991042242944 ext(209796->18446744073709551615) 00002000:00010000:0.0:1763336282.328640:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e9f80. 00000100:00100000:1.0:1763336282.329238:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2443 00000100:00100000:1.0:1763336282.329255:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2407:x1848991042242944:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336282.329513:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 212992 -> 209796 00002000:00010000:1.0:1763336282.329517:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.329519:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336282.329521:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.329523:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:1.0:1763336282.329579:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2407:x1848991042242944:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 331us (1107us total) trans 21474839674 rc 0/0 00000100:00100000:1.0:1763336282.329589:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2443 00002000:00010000:1.0:1763336282.329593:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/64 (209796->18446744073709551615) 00002000:00100000:1.0:1763336282.329596:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e9f80 with x1848991042242944 ext(209796->18446744073709551615) 00002000:00010000:1.0:1763336282.329600:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91867e9f80. 00000100:00100000:3.0:1763336282.331076:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.331358:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243072 00000100:00100000:0.0:1763336282.331368:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243072 00002000:00010000:0.0:1763336282.331403:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.331408:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e8380 with x1848991042243072 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.331417:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91867e8380. 00000100:00100000:1.0:1763336282.332428:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2444 00000100:00100000:1.0:1763336282.332445:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042243072:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:1.0:1763336282.332594:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.332597:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.332600:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:1.0:1763336282.332602:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.332604:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336282.332667:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2407:x1848991042243072:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 228us (1595us total) trans 17179872229 rc 0/0 00000100:00100000:1.0:1763336282.332676:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2444 00002000:00010000:1.0:1763336282.332680:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/66 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.332682:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91867e8380 with x1848991042243072 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.332702:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91867e8380. 00000100:00100000:3.0:1763336282.335577:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.335649:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243200 00000100:00100000:2.0:1763336282.335658:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243200 00000100:00100000:2.0:1763336282.335750:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10860 00000100:00100000:2.0:1763336282.335760:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57649:x1848991042243200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.335782:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.335803:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a55 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676d4 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.335932:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a5c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336282.335947:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.335957:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:2.0:1763336282.335984:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:2.0:1763336282.335988:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336282.336004:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.336030:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a55 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676d4 expref: 42 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.336045:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676d4 expref: 41 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.336053:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.336056:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336282.336059:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336282.336117:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57649:x1848991042243200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 358us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.336123:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10860 00000100:00100000:3.0:1763336282.340149:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.340447:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243456 00000100:00100000:2.0:1763336282.340456:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243456 00000100:00100000:2.0:1763336282.340517:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10861 00000100:00100000:2.0:1763336282.340526:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+41:57649:x1848991042243456:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336282.340572:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336282.340597:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a5c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676d4 expref: 41 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.340615:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.340620:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336282.340806:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336282.340821:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.340831:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000001:00080000:2.0:1763336282.340875:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969121 00000004:00010000:2.0:1763336282.340913:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000058ddbd1 reply state 000000008c9c1ca9 transno 4294969122 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.340925:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.340932:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.340935:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336282.340938:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336282.341025:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91867e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57649:x1848991042243456:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 499us (884us total) trans 4294969122 rc 0/0 00000100:00100000:2.0:1763336282.341031:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10861 00000020:00080000:2.0:1763336282.341036:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336282.343423:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.343560:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243584 00000100:00100000:2.0:1763336282.343570:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243584 00000100:00100000:2.0:1763336282.343622:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7977 00000100:00100000:2.0:1763336282.343631:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042243584:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.343648:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.343666:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676db expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336282.343727:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 212992, mtime: 0x691a605a, atime: 0x691a6056, ctime: 0x691a605a, blocks: 0x130 00010000:00010000:2.0:1763336282.343747:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.343749:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.343757:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.343772:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 20 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.343784:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386bc00, rc 0) 00000100:00100000:2.0:1763336282.343830:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57649:x1848991042243584:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 199us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.343836:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7977 00000100:00100000:3.0:1763336282.346805:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.347104:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243712 00000100:00100000:2.0:1763336282.347105:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.347116:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243712 00002000:00010000:0.0:1763336282.347155:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (209796->18446744073709551615) 00002000:00100000:0.0:1763336282.347160:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918481b100 with x1848991042243712 ext(209796->18446744073709551615) 00002000:00010000:0.0:1763336282.347172:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918481b100. 00000100:00100000:1.0:1763336282.347181:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243840 00000100:00100000:1.0:1763336282.347186:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243840 00002000:00010000:1.0:1763336282.347209:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.347214:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83dc00 with x1848991042243840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.347221:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83dc00. 00000100:00100000:0.0:1763336282.347435:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2445 00000100:00100000:0.0:1763336282.347446:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042243712:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.347737:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 212992 -> 209796 00002000:00010000:0.0:1763336282.347741:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.347744:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336282.347745:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.347748:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:0.0:1763336282.347793:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042243712:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 349us (1000us total) trans 17179872230 rc 0/0 00000100:00100000:0.0:1763336282.347799:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2445 00002000:00010000:0.0:1763336282.347802:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/67 (209796->18446744073709551615) 00002000:00100000:0.0:1763336282.347805:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918481b100 with x1848991042243712 ext(209796->18446744073709551615) 00002000:00010000:0.0:1763336282.347809:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c918481b100. 00000100:00100000:0.0:1763336282.347826:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2446 00000100:00100000:0.0:1763336282.347835:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042243840:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.347910:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.347912:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.347916:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:0.0:1763336282.347918:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.347920:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336282.347944:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042243840:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 111us (840us total) trans 21474839675 rc 0/0 00000100:00100000:0.0:1763336282.347952:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2446 00002000:00010000:0.0:1763336282.347955:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/65 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.347958:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bf83dc00 with x1848991042243840 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.347963:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bf83dc00. 00000100:00100000:0.0:1763336282.356142:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.356343:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042243968 00000100:00100000:2.0:1763336282.356354:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042243968 00000100:00100000:2.0:1763336282.356411:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10862 00000100:00100000:2.0:1763336282.356422:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57649:x1848991042243968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.356443:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.356464:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a71 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676e2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.357586:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46a78 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.357606:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46a78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.357618:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46a78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336282.357644:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:2.0:1763336282.357648:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336282.357664:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46a78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.357704:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46a71 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e2 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.357723:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46a78 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e2 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.357732:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.357735:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336282.357738:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336282.357803:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918a242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57649:x1848991042243968:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1383us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.357811:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10862 00000100:00100000:3.0:1763336282.361857:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.362228:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042244224 00000100:00100000:0.0:1763336282.362239:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042244224 00000100:00100000:0.0:1763336282.362338:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10863 00000100:00100000:0.0:1763336282.362349:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+44:57649:x1848991042244224:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336282.362400:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.362427:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46a78 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e2 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.362444:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.362449:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336282.362917:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.362933:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.362942:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000001:00080000:0.0:1763336282.362989:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969123 00000004:00010000:0.0:1763336282.363009:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009663f277 reply state 00000000e6d4b42f transno 4294969124 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.363021:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.363027:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.363029:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336282.363032:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336282.363125:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57649:x1848991042244224:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 777us (1275us total) trans 4294969124 rc 0/0 00000100:00100000:0.0:1763336282.363132:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10863 00000020:00080000:0.0:1763336282.363137:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336282.365619:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.365848:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042244352 00000100:00100000:2.0:1763336282.365857:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042244352 00000100:00100000:2.0:1763336282.365927:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7978 00000100:00100000:2.0:1763336282.365938:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57649:x1848991042244352:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.365954:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.365974:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676e9 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336282.366005:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 212992, mtime: 0x691a605a, atime: 0x691a6058, ctime: 0x691a605a, blocks: 0x130 00010000:00010000:2.0:1763336282.366035:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.366037:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.366044:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.366070:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 15 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.366082:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:2.0:1763336282.366140:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:57649:x1848991042244352:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 204us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.366147:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7978 00000100:00100000:3.0:1763336282.368431:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.368497:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.368575:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042244480 00000100:00100000:0.0:1763336282.368585:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042244480 00002000:00010000:0.0:1763336282.368620:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (209796->18446744073709551615) 00002000:00100000:0.0:1763336282.368624:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184818000 with x1848991042244480 ext(209796->18446744073709551615) 00002000:00010000:0.0:1763336282.368634:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184818000. 00000100:00100000:0.0:1763336282.368661:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042244608 00000100:00100000:0.0:1763336282.368664:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042244608 00002000:00010000:0.0:1763336282.368676:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.368680:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ae300 with x1848991042244608 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.368722:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ae300. 00000100:00100000:0.0:1763336282.368741:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2447 00000100:00100000:0.0:1763336282.368749:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042244480:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.369023:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 212992 -> 209796 00002000:00010000:0.0:1763336282.369028:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.369031:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.369033:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.369036:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:0.0:1763336282.369086:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042244480:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 337us (662us total) trans 21474839676 rc 0/0 00000100:00100000:0.0:1763336282.369093:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2447 00002000:00010000:0.0:1763336282.369097:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/66 (209796->18446744073709551615) 00002000:00100000:0.0:1763336282.369100:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184818000 with x1848991042244480 ext(209796->18446744073709551615) 00002000:00010000:0.0:1763336282.369105:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184818000. 00000100:00100000:0.0:1763336282.369122:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2448 00000100:00100000:0.0:1763336282.369129:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042244608:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:0.0:1763336282.369198:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.369201:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.369203:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.369205:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.369207:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336282.369229:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91831ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042244608:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 100us (731us total) trans 17179872231 rc 0/0 00000100:00100000:0.0:1763336282.369236:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2448 00002000:00010000:0.0:1763336282.369238:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/68 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.369241:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91831ae300 with x1848991042244608 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.369245:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c91831ae300. 00000100:00100000:3.0:1763336282.372994:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.373082:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042244864 00000100:00100000:0.0:1763336282.373090:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042244864 00000100:00100000:0.0:1763336282.373140:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10864 00000100:00100000:0.0:1763336282.373148:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+46:57649:x1848991042244864:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336282.373473:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.373491:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.373501:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00010000:0.0:1763336282.373589:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001eb19b7f reply state 00000000c1e07271 transno 4294969125 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.373654:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.373661:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.373664:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336282.373668:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336282.374015:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918b62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57649:x1848991042244864:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 866us (1029us total) trans 4294969125 rc 0/0 00000100:00100000:0.0:1763336282.374024:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10864 00000100:00100000:3.0:1763336282.376532:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.376892:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042244992 00000100:00100000:2.0:1763336282.376903:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042244992 00000100:00100000:2.0:1763336282.376961:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7979 00000100:00100000:2.0:1763336282.376971:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57649:x1848991042244992:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.376989:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.377009:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676f0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.377037:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.377045:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.377048:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.377052:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.377083:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.377100:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00000100:00100000:2.0:1763336282.377114:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056242816:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.377200:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.380049:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056242816:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.380085:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.380107:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386b200, rc 0) 00000100:00100000:2.0:1763336282.380165:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57649:x1848991042244992:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3194us (3642us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.380176:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7979 00000100:00100000:3.0:1763336282.381271:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.382176:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245120 00000100:00100000:0.0:1763336282.382187:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245120 00010000:00010000:0.0:1763336282.382225:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00000100:00100000:0.0:1763336282.382266:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3777 00000100:00100000:0.0:1763336282.382276:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042245120:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.382290:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.382310:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.382322:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.382344:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e3800/0x84ca14902aa4694b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6765d expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.382358:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.382360:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.382367:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.382376:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.382410:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336282.382422:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056242944:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336282.382500:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d240 going to sleep for 11 seconds 00000100:00100000:3.0:1763336282.384853:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.384926:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056242944:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336282.384948:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.385003:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042245120:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2727us (3735us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.385014:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3777 00000100:00100000:2.0:1763336282.385159:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245248 00000100:00100000:2.0:1763336282.385167:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245248 00000100:00100000:2.0:1763336282.385215:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7980 00000100:00100000:2.0:1763336282.385225:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57649:x1848991042245248:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.385268:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.385288:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676f7 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.385327:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.385341:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.385343:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.385348:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.385378:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.385397:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00000100:00100000:2.0:1763336282.385410:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056243072:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.385488:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.388762:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056243072:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.388798:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.388818:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a800, rc 0) 00000100:00100000:2.0:1763336282.388892:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57649:x1848991042245248:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3656us (4034us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.388894:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.388900:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7980 00000100:00100000:0.0:1763336282.388995:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245376 00000100:00100000:0.0:1763336282.389002:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245376 00010000:00010000:0.0:1763336282.389032:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00000100:00100000:0.0:1763336282.389062:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3778 00000100:00100000:0.0:1763336282.389071:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042245376:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.389083:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.389101:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.389113:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.389135:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46959 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67664 expref: 17 pid: 8399 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.389148:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.389150:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.389156:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.389166:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.389197:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336282.389216:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056243200:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336282.389354:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d240 going to sleep for 11 seconds 00000100:00100000:0.0:1763336282.391189:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056243200:192.168.203.16@tcp:105: 00010000:00010000:0.0:1763336282.391210:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.391259:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042245376:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2188us (2363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.391269:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3778 00000100:00100000:1.0:1763336282.391557:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.391725:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245504 00000100:00100000:2.0:1763336282.391732:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245504 00000100:00100000:2.0:1763336282.391973:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7981 00000100:00100000:2.0:1763336282.391983:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57649:x1848991042245504:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.392000:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.392021:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c676fe expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.392049:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.392057:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.392058:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.392062:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.392092:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.392105:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 1170 lvb_type: 1 00000100:00100000:2.0:1763336282.392118:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056243328:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.392180:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.393215:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29013:1848991056243328:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.393239:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 23 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.393253:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6b400, rc 0) 00000100:00100000:2.0:1763336282.393338:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57649:x1848991042245504:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1355us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.393346:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7981 00000100:00100000:3.0:1763336282.394418:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.394463:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245632 00000100:00100000:0.0:1763336282.394471:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245632 00010000:00010000:0.0:1763336282.394503:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 1170 lvb_type: 1 00000100:00100000:0.0:1763336282.394539:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3779 00000100:00100000:0.0:1763336282.394547:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042245632:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.394560:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.394579:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.394591:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.394614:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46952 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6766b expref: 23 pid: 28588 timeout: 1170 lvb_type: 1 00010000:00010000:0.0:1763336282.394632:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.394634:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.394639:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.394648:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.394678:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336282.394739:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056243456:192.168.203.16@tcp:105: 00000100:00100000:0.0:1763336282.394806:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d240 going to sleep for 11 seconds 00000100:00100000:1.0:1763336282.399820:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.399898:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.399982:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245760 00000100:00100000:2.0:1763336282.399991:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245760 00000100:00100000:2.0:1763336282.400045:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042245888 00000100:00100000:2.0:1763336282.400048:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042245888 00000100:00100000:2.0:1763336282.400070:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7982 00000100:00100000:2.0:1763336282.400078:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042245760:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336282.400232:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:2.0:1763336282.400236:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336282.400238:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.400241:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336281 -> 1763336282 00002000:00010000:2.0:1763336282.400243:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:2.0:1763336282.400296:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042245760:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 217us (484us total) trans 21474839677 rc 0/0 00000100:00100000:2.0:1763336282.400303:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7982 00000100:00100000:3.0:1763336282.400316:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7983 00000100:00100000:3.0:1763336282.400325:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042245888:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:0.0:1763336282.400377:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056243456:192.168.203.16@tcp:105: 00002000:00010000:3.0:1763336282.400381:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336282.400383:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336280 -> 1763336281 00002000:00010000:3.0:1763336282.400385:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336282.400386:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336281 -> 1763336282 00002000:00010000:3.0:1763336282.400388:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00010000:00010000:0.0:1763336282.400396:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.400409:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042245888:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 85us (511us total) trans 21474839678 rc 0/0 00000100:00100000:0.0:1763336282.400413:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042245632:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 5868us (6001us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.400415:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7983 00000100:00100000:0.0:1763336282.400420:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3779 00000100:00100000:3.0:1763336282.401020:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.401472:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042246016 00000100:00100000:1.0:1763336282.401478:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042246016 00000100:00100000:1.0:1763336282.401586:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7984 00000100:00100000:1.0:1763336282.401596:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042246016:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336282.401733:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.401737:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336280 -> 1763336281 00002000:00010000:1.0:1763336282.401739:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.401741:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336281 -> 1763336282 00002000:00010000:1.0:1763336282.401743:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336282.401793:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042246016:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 199us (773us total) trans 17179872232 rc 0/0 00000100:00100000:1.0:1763336282.401800:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7984 00000100:00100000:3.0:1763336282.405009:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.405367:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042246272 00000100:00100000:2.0:1763336282.405377:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042246272 00000100:00100000:2.0:1763336282.405428:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3716 00000100:00100000:2.0:1763336282.405437:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:57649:x1848991042246272:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:2.0:1763336282.405489:0:6516:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4690c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67648 expref: 48 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.405534:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:2.0:1763336282.405548:0:6516:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 48 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.405560:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:2.0:1763336282.405592:0:6516:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 48 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.405604:0:6516:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 48 pid: 6514 timeout: 1170 lvb_type: 0 00000100:00100000:2.0:1763336282.405618:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056243584:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.405993:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1763336282.408400:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6516:1848991056243584:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336282.408430:0:6516:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336282.408636:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.408893:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042246400 00000100:00100000:0.0:1763336282.408901:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042246400 00010000:00010000:0.0:1763336282.408936:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 49 pid: 6514 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.408968:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3780 00000100:00100000:0.0:1763336282.408978:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+49:2405:x1848991042246400:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.408993:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.409000:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 49 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.409012:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 49 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.409033:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46936 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 16 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6764f expref: 49 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.409048:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.409053:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336282.409064:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336282.409071:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336282.409103:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.409130:0:6516:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.409137:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00000100:00100000:0.0:1763336282.409164:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+48:2405:x1848991042246400:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 187us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.409173:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3780 00000040:00080000:1.0:1763336282.409385:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].219, 88 off26688 00000004:00080000:1.0:1763336282.409395:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070370709360ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.409438:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].223, 88 off27040 00000004:00080000:1.0:1763336282.409445:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070370759188ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.409469:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].220, 88 off26776 00000004:00080000:1.0:1763336282.410156:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070371469776ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.410180:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].224, 88 off27128 00000004:00080000:1.0:1763336282.410185:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070371499472ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.410209:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].221, 88 off26864 00000004:00080000:1.0:1763336282.410214:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070371528738ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.410223:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].225, 88 off27216 00000004:00080000:1.0:1763336282.410227:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070371541779ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.410236:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].226, 88 off27304 00000004:00080000:1.0:1763336282.410240:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070371554429ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.410248:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].222, 88 off26952 00000004:00080000:1.0:1763336282.410252:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070371566727ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.410260:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].223, 88 off27040 00000004:00080000:1.0:1763336282.410264:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070371578522ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.410274:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].227, 88 off27392 00000004:00080000:1.0:1763336282.410278:0:6516:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070371592908ns, next at 1066934215223ns, rc = 0 00000001:00080000:0.0:1763336282.412988:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969126 is committed 00000004:00080000:0.0:1763336282.413001:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 222 committed 00010000:00010000:1.0:1763336282.413245:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413257:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413264:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413270:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91865d1200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413274:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413281:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413296:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413300:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413305:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413310:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1200/0x84ca14902aa46960 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413328:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413334:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413339:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413344:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92af5ee000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413346:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413351:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413358:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413360:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413363:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413368:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ee000/0x84ca14902aa4697c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413376:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413381:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413387:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413391:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386be00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413393:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413399:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413406:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413408:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413411:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413417:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386be00/0x84ca14902aa46998 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413426:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413431:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413437:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413447:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0cc00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413449:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00000004:00080000:0.0:1763336282.413453:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 222 committed 00010000:00010000:1.0:1763336282.413455:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413466:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413468:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413471:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000004:00080000:0.0:1763336282.413472:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 221 committed 00000004:00080000:0.0:1763336282.413474:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 221 committed 00010000:00010000:1.0:1763336282.413477:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa469d7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413487:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413492:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413498:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413503:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413505:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413511:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413518:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413520:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413522:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413527:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa469f3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413535:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413540:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413545:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413548:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92bbf72600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413551:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413556:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413562:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413564:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413566:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413571:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92bbf72600/0x84ca14902aa46a0f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413580:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413585:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413590:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413595:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413598:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413606:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413612:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413614:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413616:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413621:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46a47 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.413630:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336282.413635:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056243712:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336282.413635:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413641:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413645:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918386b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413647:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413652:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413658:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413660:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413662:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413666:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386b400/0x84ca14902aa46a63 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413674:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413679:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413699:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413716:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7800 already unused, calling callback (ffffffffc1a69550) 00000100:00100000:2.0:1763336282.413717:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763336282.413719:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413724:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413731:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413733:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336282.413736:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413741:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46a7f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336282.413746:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056244224:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336282.413750:0:3633:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413755:0:3633:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413760:0:3633:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336282.413765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763336282.413765:0:3633:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.413768:0:3633:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413773:0:3633:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336282.413780:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.413782:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336282.413783:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1763336282.413785:0:3633:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336282.413788:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056243840:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763336282.413791:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46a8d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336282.413806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336282.413831:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056243712 00000100:00100000:2.0:1763336282.413838:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056243968:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336282.413839:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056243712 00000100:00100000:2.0:1763336282.413858:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336282.413873:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763336282.413875:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244224 00000100:00100000:1.0:1763336282.413889:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244224 00000100:00100000:2.0:1763336282.413890:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056244096:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763336282.413907:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056243840 00000100:00100000:2.0:1763336282.413909:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336282.413909:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056243840 00000100:00100000:1.0:1763336282.413923:0:35222:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056243968 00000100:00100000:1.0:1763336282.413926:0:35222:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056243968 00000004:00080000:0.0:1763336282.414665:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 220 committed 00000004:00080000:0.0:1763336282.414670:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 220 committed 00000004:00080000:0.0:1763336282.414672:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 219 committed 00000004:00080000:0.0:1763336282.414673:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 219 committed 00000004:00080000:0.0:1763336282.414675:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 218 committed 00000004:00080000:0.0:1763336282.414677:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 218 committed 00000100:00100000:2.0:1763336282.415125:0:8396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244096 00000100:00100000:2.0:1763336282.415132:0:8396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244096 00000100:00100000:1.0:1763336282.415138:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7985 00000100:00100000:1.0:1763336282.415148:0:35222:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056243712:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336282.415156:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7986 00000004:00010000:0.0:1763336282.415356:0:6516:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c7a90fe4 reply state 00000000fd8b7624 transno 4294969126 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336282.415374:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336282.415381:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.415383:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763336282.415387:0:6516:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763336282.415392:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.415394:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763336282.415399:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92af5ef000/0x84ca14902aa4690c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67648 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.415510:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7987 00000100:00100000:3.0:1763336282.415519:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056243840:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336282.415872:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336282.415875:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:3.0:1763336282.415888:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336282.415891:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.415892:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336282.415943:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056243840:12345-0@lo:2:osp-syn-0-1.0 Request processed in 426us (2136us total) trans 21474839679 rc 0/0 00000100:00100000:3.0:1763336282.415950:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7987 00000100:00100000:3.0:1763336282.415969:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7988 00000100:00100000:3.0:1763336282.415976:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056243968:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336282.416028:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:3.0:1763336282.416031:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416034:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:3.0:1763336282.416036:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416038:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x40:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:3.0:1763336282.416063:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056243968:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (2204us total) trans 21474839680 rc 0/0 00000100:00100000:3.0:1763336282.416069:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7988 00000100:00100000:3.0:1763336282.416082:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7989 00000100:00100000:3.0:1763336282.416089:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3648:x1848991056244096:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763336282.416132:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336282.416135:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416137:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00002000:00010000:3.0:1763336282.416140:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416142:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336282.416165:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3648:x1848991056244096:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (2254us total) trans 21474839681 rc 0/0 00000100:00100000:3.0:1763336282.416171:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7989 00000100:00100000:3.0:1763336282.416206:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056244352:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.416236:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.416257:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056244864:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.416273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.416289:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336282.416294:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056244736:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.416311:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.416333:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056244608:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.416352:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.416364:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763336282.416369:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056244480:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.416388:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.416410:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244352 00000100:00100000:2.0:1763336282.416412:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3646:x1848991056244224:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336282.416415:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244352 00000100:00100000:3.0:1763336282.416438:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244864 00000100:00100000:3.0:1763336282.416441:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244864 00000100:00100000:3.0:1763336282.416454:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244736 00000100:00100000:3.0:1763336282.416457:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244736 00000100:00100000:3.0:1763336282.416467:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244608 00000100:00100000:3.0:1763336282.416470:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244608 00000100:00100000:3.0:1763336282.416480:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056244480 00000100:00100000:3.0:1763336282.416483:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056244480 00000100:00100000:3.0:1763336282.416497:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7990 00000100:00100000:3.0:1763336282.416504:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3647:x1848991056244352:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336282.416504:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:2.0:1763336282.416511:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.416513:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.416516:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.416518:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x42:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:2.0:1763336282.416552:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056244224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1389us (2785us total) trans 21474839682 rc 0/0 00000100:00100000:2.0:1763336282.416560:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7986 00002000:00010000:3.0:1763336282.416578:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763336282.416580:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7991 00002000:00010000:3.0:1763336282.416583:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336282.416587:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336282.416590:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00000100:00100000:2.0:1763336282.416591:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056244864:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336282.416594:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336282.416629:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056244352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (392us total) trans 17179872233 rc 0/0 00000100:00100000:3.0:1763336282.416636:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7990 00000100:00100000:3.0:1763336282.416654:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7992 00002000:00010000:2.0:1763336282.416658:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1763336282.416663:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056244736:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336282.416665:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.416671:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.416674:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.416676:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336282.416737:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+11:3647:x1848991056244864:12345-0@lo:2:osp-syn-1-1.0 Request processed in 147us (461us total) trans 17179872234 rc 0/0 00002000:00010000:3.0:1763336282.416738:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:3.0:1763336282.416743:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416747:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00000100:00100000:2.0:1763336282.416751:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7991 00002000:00010000:3.0:1763336282.416752:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416757:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x43:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:2.0:1763336282.416772:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7993 00000100:00100000:2.0:1763336282.416782:0:8396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056244608:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.416784:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1848991056244736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 123us (470us total) trans 17179872235 rc 0/0 00000100:00100000:3.0:1763336282.416793:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7992 00000100:00100000:3.0:1763336282.416806:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7994 00000100:00100000:3.0:1763336282.416813:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3649:x1848991056244480:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336282.416843:0:8396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336282.416848:0:8396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.416850:0:8396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336282.416858:0:8396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416862:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336282.416862:0:8396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763336282.416868:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:3.0:1763336282.416872:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336282.416874:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.416876:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336282.416910:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3649:x1848991056244480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 99us (522us total) trans 17179872237 rc 0/0 00000100:00100000:3.0:1763336282.416915:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7994 00000100:00100000:3.0:1763336282.416945:0:3649:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872220 gen 2 00000004:00080000:3.0:1763336282.416950:0:3649:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872210 committed transno 17179872220 00000004:00080000:3.0:1763336282.416965:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf921500, transno 17179872211 00000004:00080000:3.0:1763336282.416971:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285880, transno 17179872212 00000004:00080000:3.0:1763336282.416974:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf923100, transno 17179872213 00000004:00080000:3.0:1763336282.416977:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae287480, transno 17179872214 00000004:00080000:3.0:1763336282.416979:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285f80, transno 17179872215 00000004:00080000:3.0:1763336282.416981:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183312d80, transno 17179872216 00000004:00080000:3.0:1763336282.416984:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cd6b800, transno 17179872217 00000004:00080000:3.0:1763336282.416986:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca5180, transno 17179872218 00000004:00080000:3.0:1763336282.416988:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183311180, transno 17179872219 00000004:00080000:3.0:1763336282.416990:0:3649:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183312680, transno 17179872220 00000100:00100000:3.0:1763336282.416995:0:3649:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c91833a4700 x1848991056244480/t17179872237(17179872237) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336298 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763336282.417005:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a4700/2, rc 0, transno 17179872237 00000100:00100000:3.0:1763336282.417009:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056244480:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.417025:0:3648:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839663 gen 2 00000004:00080000:3.0:1763336282.417028:0:3648:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839650 committed transno 21474839663 00000004:00080000:3.0:1763336282.417037:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c76d80, transno 21474839651 00000004:00080000:3.0:1763336282.417040:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c77800, transno 21474839652 00000004:00080000:3.0:1763336282.417043:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c75880, transno 21474839653 00000004:00080000:3.0:1763336282.417045:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c76a00, transno 21474839654 00000004:00080000:3.0:1763336282.417047:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9183c74a80, transno 21474839655 00000004:00080000:3.0:1763336282.417049:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186509500, transno 21474839659 00000004:00080000:3.0:1763336282.417051:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f41f80, transno 21474839660 00000004:00080000:3.0:1763336282.417053:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918650aa00, transno 21474839661 00000004:00080000:3.0:1763336282.417055:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918b646680, transno 21474839662 00000004:00080000:3.0:1763336282.417057:0:3648:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9184f42680, transno 21474839663 00000100:00100000:3.0:1763336282.417061:0:3648:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9c9186ca6a00 x1848991056244096/t21474839681(21474839681) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763336298 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763336282.417067:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca6a00/2, rc 0, transno 21474839681 00000100:00100000:3.0:1763336282.417070:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056244096:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336282.417079:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4380/2, rc 0, transno 21474839680 00000100:00100000:3.0:1763336282.417082:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056243968:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336282.417094:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a4380/2, rc 0, transno 17179872235 00000100:00100000:3.0:1763336282.417098:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056244736:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336282.417103:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a7800/2, rc 0, transno 17179872233 00000100:00100000:3.0:1763336282.417106:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056244352:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336282.417112:0:3647:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a5180/2, rc 0, transno 17179872234 00000100:00100000:3.0:1763336282.417114:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056244864:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336282.417127:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ca4a80/2, rc 0, transno 21474839679 00000100:00100000:3.0:1763336282.417130:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056243840:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336282.417138:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cc01f80/2, rc 0, transno 21474839682 00000100:00100000:3.0:1763336282.417140:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056244224:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336282.417240:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 5 in progress, 1 in flight, 10 done 00002000:00010000:1.0:1763336282.417351:0:35222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:1.0:1763336282.417355:0:35222:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:1.0:1763336282.417357:0:35222:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.417359:0:35222:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.417361:0:35222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:2.0:1763336282.417566:0:8396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1848991056244608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 784us (1210us total) trans 17179872236 rc 0/0 00000100:00100000:2.0:1763336282.417575:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7993 00000100:00100000:1.0:1763336282.417582:0:35222:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3646:x1848991056243712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2434us (3863us total) trans 21474839683 rc 0/0 00000100:00100000:1.0:1763336282.417593:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7985 00000004:00080000:3.0:1763336282.417672:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92bf83c380/2, rc 0, transno 21474839683 00000100:00100000:3.0:1763336282.417678:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92bf83c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056243712:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336282.417703:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 5 in progress, 0 in flight, 10 done 00000004:00080000:2.0:1763336282.417729:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c91833a5880/2, rc 0, transno 17179872236 00000100:00100000:2.0:1763336282.417734:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056244608:0@lo:2:osp-syn-1-1.0 00010000:00080000:0.0:1763336282.417912:0:6516:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763336282.418768:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57649:x1848991042246272:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 13325us (13761us total) trans 4294969126 rc 0/0 00000100:00100000:0.0:1763336282.418779:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3716 00010000:00010000:1.0:1763336282.418805:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.418816:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.418824:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.418829:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336282.418833:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.418841:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.418856:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.418859:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763336282.418864:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336282.418869:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46aa9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 00000100:00100000:3.0:1763336282.421211:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.422971:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042246528 00000100:00100000:0.0:1763336282.422983:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042246528 00000100:00100000:0.0:1763336282.423041:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10865 00000100:00100000:0.0:1763336282.423052:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57649:x1848991042246528:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.423076:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.423100:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46ab0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67705 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.423161:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46ab0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67705 expref: 18 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.423175:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46ab0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67705 expref: 18 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.423190:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.423193:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336282.423198:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:0.0:1763336282.423275:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57649:x1848991042246528:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 224us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.423283:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10865 00000100:00100000:2.0:1763336282.434936:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.435229:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042246784 00000100:00100000:0.0:1763336282.435239:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042246784 00000100:00100000:0.0:1763336282.435316:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3717 00000100:00100000:0.0:1763336282.435326:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57649:x1848991042246784:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336282.435556:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57649:x1848991042246784:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 230us (627us total) trans 4294969127 rc 0/0 00000100:00100000:0.0:1763336282.435563:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3717 00000100:00100000:1.0:1763336282.457194:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.457295:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042246912 00000100:00100000:2.0:1763336282.457305:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042246912 00000100:00100000:2.0:1763336282.457369:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10866 00000100:00100000:2.0:1763336282.457380:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57650:x1848991042246912:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.457402:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.457426:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46ab7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6770c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.457490:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.457505:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.457516:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.457530:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.457537:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.457547:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.457634:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.457643:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.457649:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336282.458802:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:2.0:1763336282.458809:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336282.458839:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458853:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458863:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458869:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458874:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458889:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458895:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6b600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336282.458899:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458906:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458918:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:2.0:1763336282.458921:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336282.458925:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458932:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46abe lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458947:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458953:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458958:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458962:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9185f6a800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336282.458965:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458971:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458978:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c918a24ea00) 00010000:00010000:2.0:1763336282.458980:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763336282.458983:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.458988:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ac5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.459029:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46ab7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.459045:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.459053:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.459055:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336282.459057:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6ae00, rc 0) 00000100:00100000:2.0:1763336282.459129:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57650:x1848991042246912:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 1749us (1943us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.459138:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10866 00000100:00100000:1.0:1763336282.464414:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.464572:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042247168 00000100:00100000:2.0:1763336282.464583:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042247168 00000100:00100000:2.0:1763336282.464648:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10867 00000100:00100000:2.0:1763336282.464657:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57650:x1848991042247168:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.464677:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.464737:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46ad3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67713 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.464843:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ada lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.464858:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ada lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.464869:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ada lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336282.464895:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:2.0:1763336282.465009:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6bc00/0x84ca14902aa46ad3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67713 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.465026:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ada lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67713 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.465034:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.465037:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763336282.465040:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a800, rc 0) 00000100:00100000:2.0:1763336282.465094:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57650:x1848991042247168:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 438us (689us total) trans 4294969128 rc 0/0 00000100:00100000:2.0:1763336282.465101:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10867 00000100:00100000:1.0:1763336282.471313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.471388:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042247424 00000100:00100000:0.0:1763336282.471397:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042247424 00000100:00100000:2.0:1763336282.472219:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10868 00000100:00100000:2.0:1763336282.472233:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57650:x1848991042247424:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.472254:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.472274:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46ae8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6771a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.472384:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa46aef lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.472398:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa46aef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.472409:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa46aef lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336282.472424:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:2.0:1763336282.472510:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6b600/0x84ca14902aa46ae8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6771a expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.472526:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa46aef lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6771a expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.472534:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.472537:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336282.472540:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9185f6a600, rc 0) 00000100:00100000:2.0:1763336282.472586:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57650:x1848991042247424:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 358us (1281us total) trans 4294969129 rc 0/0 00000100:00100000:2.0:1763336282.472593:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10868 00000100:00100000:1.0:1763336282.518585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.519363:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042247552 00000100:00100000:3.0:1763336282.519374:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042247552 00000100:00100000:3.0:1763336282.519450:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2449 00000100:00100000:3.0:1763336282.519460:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042247552:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:3.0:1763336282.519493:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.519667:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.519675:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336282.519678:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336282.519681:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.519727:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 18 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.519738:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 18 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.519751:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056244992:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336282.519824:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336282.522906:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056244992:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336282.522934:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.523494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.523597:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042247680 00000100:00100000:3.0:1763336282.523605:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042247680 00010000:00010000:3.0:1763336282.523638:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 19 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.524241:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3781 00000100:00100000:0.0:1763336282.524253:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042247680:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.524269:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.524288:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 19 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.524301:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 19 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.524322:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386b200/0x84ca14902aa46a94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f0 expref: 19 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.524336:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.524338:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.524342:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.524351:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.524481:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.524523:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042247680:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 273us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.524530:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3781 00010000:00010000:1.0:1763336282.525675:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.525711:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528744:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528765:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528775:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528782:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336282.528786:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528794:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528812:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.528820:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46afd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.528922:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042247552:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 9459us (10342us total) trans 0 rc 209796/209796 00000100:00100000:3.0:1763336282.528937:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2449 00000100:00100000:3.0:1763336282.536772:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.536836:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042247808 00000100:00100000:1.0:1763336282.536846:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042247808 00000100:00100000:1.0:1763336282.536921:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2450 00000100:00100000:1.0:1763336282.536931:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042247808:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336282.536966:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.536985:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.536993:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.536995:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.536999:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.537032:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 17 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.537045:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 17 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.537057:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056245120:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336282.537137:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.543120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.543216:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042247936 00000100:00100000:0.0:1763336282.543227:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042247936 00010000:00010000:0.0:1763336282.543267:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 18 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.543307:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3782 00000100:00100000:0.0:1763336282.543317:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042247936:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.543331:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.543351:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 18 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.543364:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 18 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.543388:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.543391:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.543396:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.543406:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 4 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.543427:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.543490:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042247936:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 174us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.543499:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3782 00010000:00010000:1.0:1763336282.544538:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386ae00/0x84ca14902aa46a4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676cd expref: 17 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.544556:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056245120:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336282.544579:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.544589:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.544596:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549416:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549433:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549441:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549448:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336282.549452:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549459:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549480:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.549488:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.549566:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042247808:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 12633us (12800us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336282.549575:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2450 00000100:00100000:0.0:1763336282.554396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.554597:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042248064 00000100:00100000:1.0:1763336282.554607:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042248064 00000100:00100000:1.0:1763336282.554784:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2451 00000100:00100000:1.0:1763336282.554796:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2405:x1848991042248064:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336282.554829:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.554847:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.554855:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.554857:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.554861:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.554906:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 23 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.554925:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 23 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.554940:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056245248:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336282.555026:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.558154:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.558453:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042248192 00000100:00100000:3.0:1763336282.558462:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042248192 00010000:00010000:3.0:1763336282.558495:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.558893:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:28395:1848991056245248:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336282.558919:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.559277:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3783 00000100:00100000:3.0:1763336282.559289:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042248192:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.559305:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.559325:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.559339:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.559361:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46a6a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676db expref: 24 pid: 27808 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.559375:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.559378:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.559382:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.559392:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.559413:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.559642:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.559651:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.560006:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042248192:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 718us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.560014:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3783 00010000:00010000:1.0:1763336282.565625:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.565645:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.565655:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.565661:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336282.565666:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.565676:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.565823:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.565832:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46b0b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.565929:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92a9ecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042248064:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 11131us (11537us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336282.565938:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2451 00000100:00100000:2.0:1763336282.570109:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.571139:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042248320 00000100:00100000:1.0:1763336282.571151:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042248320 00000100:00100000:1.0:1763336282.571263:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2452 00000100:00100000:1.0:1763336282.571273:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042248320:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:1.0:1763336282.571310:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.571328:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.571335:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.571337:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336282.571341:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.571380:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.571394:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 16 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336282.571408:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056245376:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336282.571496:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:1.0:1763336282.574089:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186799180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:28395:1848991056245376:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336282.574119:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336282.574517:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.574645:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042248448 00000100:00100000:3.0:1763336282.574652:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042248448 00010000:00010000:3.0:1763336282.574711:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 17 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.574744:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3784 00000100:00100000:3.0:1763336282.574754:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042248448:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.574768:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.574786:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 17 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.574797:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 17 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.574831:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a400/0x84ca14902aa46a86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676e9 expref: 17 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.574846:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.574848:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.574852:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.574861:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.575033:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.575033:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.575040:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.575090:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042248448:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 337us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.575098:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3784 00010000:00010000:1.0:1763336282.578056:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.578074:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.578083:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.578094:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0da00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336282.578098:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.578106:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.578123:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.578130:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46b12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336282.578249:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042248320:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 6974us (8145us total) trans 0 rc 209796/209796 00000100:00100000:1.0:1763336282.578259:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2452 00000100:00100000:3.0:1763336282.592371:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.592475:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042248576 00000100:00100000:0.0:1763336282.592485:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042248576 00000100:00100000:0.0:1763336282.592551:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 475 00000100:00100000:0.0:1763336282.592562:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57650:x1848991042248576:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336282.592578:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.592603:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a600/0x84ca14902aa46aef lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6771a expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.592625:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.592631:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.592752:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57650:x1848991042248576:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 192us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.592760:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 475 00000100:00100000:2.0:1763336282.597612:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.597828:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042248832 00000100:00100000:3.0:1763336282.597838:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042248832 00000100:00100000:3.0:1763336282.598626:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3718 00000100:00100000:3.0:1763336282.598638:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57650:x1848991042248832:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:3.0:1763336282.599522:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57650:x1848991042248832:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 882us (1914us total) trans 4294969130 rc 0/0 00000100:00100000:3.0:1763336282.599532:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3718 00000100:00100000:2.0:1763336282.604347:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.604459:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249088 00000100:00100000:0.0:1763336282.604468:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249088 00000100:00100000:0.0:1763336282.604519:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10869 00000100:00100000:0.0:1763336282.604528:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042249088:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336282.604548:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.604567:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46b19 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67721 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.604657:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.604670:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.604678:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.604905:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 25 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.604918:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 25 pid: 6514 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.604931:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056245504:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336282.605529:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.611492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.611740:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056245504:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336282.611768:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000100:00100000:3.0:1763336282.611868:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249216 00000100:00100000:3.0:1763336282.611885:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249216 00010000:00010000:3.0:1763336282.611918:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 26 pid: 6514 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.611955:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3785 00000100:00100000:3.0:1763336282.611963:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042249216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.611979:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.611985:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 26 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.611996:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 26 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.612017:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6ae00/0x84ca14902aa46acc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6770c expref: 26 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.612031:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336282.612036:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.612045:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.612053:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.612081:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.612139:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042249216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 176us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.612146:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3785 00010000:00010000:2.0:1763336282.612347:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.612357:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:2.0:1763336282.612381:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00010000:00010000:2.0:1763336282.612515:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46b19 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 26 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.612537:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 25 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.612544:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.612548:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763336282.612551:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6c00, rc 0) 00000100:00100000:2.0:1763336282.612584:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042249088:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8057us (8246us total) trans 4294969131 rc 0/0 00000100:00100000:2.0:1763336282.612591:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10869 00000100:00100000:2.0:1763336282.616529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.616609:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249344 00000100:00100000:0.0:1763336282.616618:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249344 00000100:00100000:0.0:1763336282.616673:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10870 00000100:00100000:0.0:1763336282.616681:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042249344:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336282.616727:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.616745:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46b2e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67728 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.616833:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.616848:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 26 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.616857:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.616903:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 26 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.616915:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 26 pid: 33424 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.616926:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056245632:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336282.617006:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d540 going to sleep for 11 seconds 00000100:00100000:0.0:1763336282.619820:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056245632:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336282.619849:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336282.621462:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.621564:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249472 00000100:00100000:0.0:1763336282.621572:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249472 00010000:00010000:0.0:1763336282.621607:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 27 pid: 33424 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336282.621644:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3786 00000100:00100000:0.0:1763336282.621653:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042249472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336282.621667:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336282.621673:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 27 pid: 33424 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.621854:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 27 pid: 33424 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.621884:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b20 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67721 expref: 27 pid: 33424 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336282.621897:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.621902:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.621911:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.621918:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.621949:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336282.621992:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042249472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 340us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.621998:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3786 00010000:00010000:2.0:1763336282.622153:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.622160:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:2.0:1763336282.622210:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:2.0:1763336282.622215:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336282.622235:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.622267:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46b2e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67728 expref: 26 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.622280:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67728 expref: 25 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.622286:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.622289:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336282.622291:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7e00, rc 0) 00000100:00100000:2.0:1763336282.623451:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042249344:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 6764us (6924us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.623462:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10870 00000100:00100000:2.0:1763336282.630357:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.635555:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249600 00000100:00100000:0.0:1763336282.635570:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249600 00000100:00100000:0.0:1763336282.635634:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7995 00000100:00100000:0.0:1763336282.635644:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042249600:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336282.635670:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.635716:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6772f expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763336282.635739:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 209796, mtime: 0x691a6059, atime: 0x691a6058, ctime: 0x691a605a, blocks: 0x1b0 00010000:00010000:0.0:1763336282.635759:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.635762:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.635771:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336282.635788:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336282.635800:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6c00, rc 0) 00000100:00100000:0.0:1763336282.635852:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042249600:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 210us (5541us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.635859:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7995 00000100:00100000:3.0:1763336282.645847:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.650209:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249728 00000100:00100000:1.0:1763336282.650224:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249728 00002000:00100000:1.0:1763336282.650276:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (204800->212991) req@ffff9c91833a6680 x1848991042249728/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.650286:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91833a6680 with x1848991042249728 ext(204800->212991) 00002000:00010000:1.0:1763336282.650292:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91833a6680 00000100:00100000:1.0:1763336282.650328:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2453 00000100:00100000:1.0:1763336282.650338:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042249728:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336282.650536:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042249728:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 199us (4698us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763336282.650544:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2453 00002000:00100000:1.0:1763336282.650551:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (204800->212991) req@ffff9c91833a6680 x1848991042249728/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/8632 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.650559:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c91833a6680 with x1848991042249728 ext(204800->212991) 00002000:00010000:1.0:1763336282.650562:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c91833a6680 00000100:00100000:1.0:1763336282.662775:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.664621:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249856 00000100:00100000:2.0:1763336282.664634:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249856 00000100:00100000:0.0:1763336282.669030:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 7996 00000100:00100000:0.0:1763336282.669059:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:57585:x1848991042249856:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336282.669080:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.669101:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67736 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.669133:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336282.669142:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.669145:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336282.669149:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.669183:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336282.669197:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 1170 lvb_type: 1 00000100:00100000:0.0:1763336282.669212:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056245760:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336282.669311:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d540 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.672267:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.674177:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.674602:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042250112 00000100:00100000:0.0:1763336282.674624:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042250112 00000100:00080000:3.0:1763336282.675132:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763336282.675215:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 1290 00000100:00100000:3.0:1763336282.675227:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2404:x1848991042250112:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:1.0:1763336282.675883:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042249984 00000100:00100000:1.0:1763336282.675905:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042249984 00000100:00100000:1.0:1763336282.675956:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 153 00000100:00100000:1.0:1763336282.675977:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991042249984:12345-192.168.203.16@tcp:400:kworker.0 00000100:00100000:1.0:1763336282.676981:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f1218433-9739-458f-90c0-4b09ef62df77+9:2404:x1848991042249984:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 1000us (2806us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.676992:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 153 00000100:00100000:3.0:1763336282.677326:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+274:2404:x1848991042250112:12345-192.168.203.16@tcp:400:kworker.0 Request processed in 2101us (5066us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.677335:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 1290 00000100:00100000:0.0:1763336282.677483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.677858:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92a9ecdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29013:1848991056245760:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.677932:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [147456->151551] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 17 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.677950:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7800, rc 0) 00000100:00100000:2.0:1763336282.678025:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042249856:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 8971us (15248us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.678032:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 7996 00000100:00100000:3.0:1763336282.678213:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042250240 00000100:00100000:3.0:1763336282.678220:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042250240 00010000:00010000:3.0:1763336282.678267:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 1170 lvb_type: 1 00000100:00100000:3.0:1763336282.678325:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3787 00000100:00100000:3.0:1763336282.678346:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042250240:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.678358:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.678391:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 1170 lvb_type: 1 00010000:00010000:3.0:1763336282.678414:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 1170 lvb_type: 1 00010000:00010000:3.0:1763336282.678464:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6772f expref: 17 pid: 29013 timeout: 1170 lvb_type: 1 00010000:00010000:3.0:1763336282.678488:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.678490:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336282.678507:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.678517:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.678554:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 16 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.678576:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056245888:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336282.678636:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763336282.685665:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056245888:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336282.685727:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.685770:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042250240:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 7438us (8287us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.685781:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3787 00000100:00100000:0.0:1763336282.689041:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.689263:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042250368 00000100:00100000:1.0:1763336282.689280:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042250368 00002000:00100000:1.0:1763336282.689347:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c92ae285880 x1848991042250368/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.689359:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285880 with x1848991042250368 ext(147456->151551) 00002000:00010000:1.0:1763336282.689385:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285880 00000100:00100000:1.0:1763336282.689714:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2454 00000100:00100000:1.0:1763336282.689726:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042250368:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336282.689939:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae285880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042250368:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 214us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763336282.689947:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2454 00002000:00100000:1.0:1763336282.689955:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c92ae285880 x1848991042250368/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.689963:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92ae285880 with x1848991042250368 ext(147456->151551) 00002000:00010000:1.0:1763336282.689966:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92ae285880 00000100:00100000:0.0:1763336282.694443:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.694658:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042250624 00000100:00100000:3.0:1763336282.694668:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042250624 00000100:00100000:3.0:1763336282.694743:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3719 00000100:00100000:3.0:1763336282.694753:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042250624:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:3.0:1763336282.694977:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92ae287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042250624:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 225us (541us total) trans 4294969132 rc 0/0 00000100:00100000:3.0:1763336282.694984:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3719 00000100:00100000:3.0:1763336282.697673:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.697794:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042250880 00000100:00100000:1.0:1763336282.697803:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042250880 00000100:00100000:1.0:1763336282.698039:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10871 00000100:00100000:1.0:1763336282.698050:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57585:x1848991042250880:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336282.698070:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.698072:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763336282.698098:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9185f6a800/0x84ca14902aa46ada lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67713 expref: 26 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.698117:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46ab0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67705 expref: 25 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.698128:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46b35 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67728 expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.698138:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.698143:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763336282.698155:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46b4a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6773d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.698197:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46b51 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.698209:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46b51 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.698219:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46b51 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000040:00080000:1.0:1763336282.698443:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].224, 88 off27128 00000004:00080000:1.0:1763336282.698451:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070659765648ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.698998:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].228, 88 off27480 00000004:00080000:1.0:1763336282.699006:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070660320306ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.699638:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].225, 88 off27216 00000004:00080000:1.0:1763336282.699647:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070660961620ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.699674:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].229, 88 off27568 00000004:00080000:1.0:1763336282.699679:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070660993385ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.699736:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].226, 88 off27304 00000004:00080000:1.0:1763336282.699741:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070661055860ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.699752:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].230, 88 off27656 00000004:00080000:1.0:1763336282.699756:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070661070331ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.699764:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].231, 88 off27744 00000004:00080000:1.0:1763336282.699767:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070661081710ns, next at 1066934215223ns, rc = 0 00000040:00080000:1.0:1763336282.699775:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].227, 88 off27392 00000004:00080000:1.0:1763336282.699779:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070661093347ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.699787:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].228, 88 off27480 00000004:00080000:1.0:1763336282.699790:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1070661105156ns, next at 1066934261956ns, rc = 0 00000040:00080000:1.0:1763336282.699799:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].232, 88 off27832 00000004:00080000:1.0:1763336282.699801:0:6514:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1070661116100ns, next at 1066934215223ns, rc = 0 00000001:00080000:3.0:1763336282.701516:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969133 is committed 00000004:00080000:3.0:1763336282.701527:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 227 committed 00000004:00080000:3.0:1763336282.701546:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 227 committed 00000004:00080000:3.0:1763336282.701558:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 226 committed 00000004:00080000:3.0:1763336282.701560:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 226 committed 00000004:00080000:3.0:1763336282.701562:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 225 committed 00000004:00080000:3.0:1763336282.701564:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 225 committed 00000004:00080000:3.0:1763336282.701567:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 224 committed 00000004:00080000:3.0:1763336282.701568:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 224 committed 00000004:00080000:3.0:1763336282.701570:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 223 committed 00000004:00080000:3.0:1763336282.701572:0:7431:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 223 committed 00000100:00100000:0.0:1763336282.701808:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918c008380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246272:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763336282.701809:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056246144:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763336282.701953:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46b51 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6773d expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.701966:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.701970:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336282.701990:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46b4a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6773d expref: 19 pid: 6514 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763336282.702113:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46b51 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6773d expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.702140:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.702143:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763336282.702146:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:0.0:1763336282.702196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336282.702240:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336282.702250:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246784:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336282.702292:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246272 00000100:00100000:0.0:1763336282.702297:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336282.702299:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246272 00000100:00100000:2.0:1763336282.702323:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246784 00000100:00100000:2.0:1763336282.702327:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246784 00000100:00100000:0.0:1763336282.702330:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246400:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763336282.702358:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336282.702369:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246400 00000100:00100000:2.0:1763336282.702374:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246400 00000100:00100000:0.0:1763336282.702380:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763336282.702387:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246912:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763336282.702407:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336282.702417:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246912 00000100:00100000:2.0:1763336282.702422:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246912 00000100:00100000:2.0:1763336282.702448:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7997 00000100:00100000:2.0:1763336282.702457:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3646:x1848991056246784:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336282.702480:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056246016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.702509:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336282.702564:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042250880:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 4515us (4898us total) trans 4294969133 rc 0/0 00000100:00100000:1.0:1763336282.702574:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10871 00002000:00010000:2.0:1763336282.702596:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336282.702602:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336282.702604:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.702607:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.702609:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763336282.702649:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056246784:12345-0@lo:2:osp-syn-0-1.0 Request processed in 192us (350us total) trans 21474839684 rc 0/0 00000100:00100000:2.0:1763336282.702656:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7997 00000100:00100000:2.0:1763336282.703096:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246016 00000100:00100000:2.0:1763336282.703101:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246016 00000100:00100000:3.0:1763336282.703104:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056246528:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.703131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336282.703135:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7998 00000100:00100000:3.0:1763336282.703145:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056247040:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336282.703146:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3646:x1848991056246400:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.703166:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.703177:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763336282.703181:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056246656:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336282.703198:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.703206:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056247168:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336282.703222:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336282.703246:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246528 00000100:00100000:3.0:1763336282.703250:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246528 00000100:00100000:2.0:1763336282.703255:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056246400:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (894us total) trans 17179872238 rc 0/0 00000100:00100000:2.0:1763336282.703263:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7998 00000100:00100000:3.0:1763336282.703277:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056247040 00000100:00100000:3.0:1763336282.703280:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056247040 00000100:00100000:2.0:1763336282.703284:0:8399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246656 00000100:00100000:2.0:1763336282.703290:0:8399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246656 00000100:00100000:3.0:1763336282.703294:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056247168 00000100:00100000:3.0:1763336282.703298:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056247168 00000100:00100000:2.0:1763336282.703317:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7999 00000100:00100000:3.0:1763336282.703323:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8000 00000100:00100000:2.0:1763336282.703328:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056246912:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336282.703337:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3648:x1848991056246016:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763336282.703414:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763336282.703419:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3646:x1848991056246912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 94us (1009us total) trans 21474839685 rc 0/0 00002000:00010000:3.0:1763336282.703420:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb mtime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336282.703425:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336282.703430:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb ctime from disk: 1763336262 -> 1763336262 00002000:00010000:3.0:1763336282.703435:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336282.703436:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7999 00000100:00100000:2.0:1763336282.703456:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8001 00000100:00100000:2.0:1763336282.703464:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056246528:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.703474:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056246016:12345-0@lo:2:osp-syn-1-1.0 Request processed in 140us (962us total) trans 17179872239 rc 0/0 00000100:00100000:3.0:1763336282.703482:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8000 00000100:00100000:3.0:1763336282.703497:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8002 00000100:00100000:3.0:1763336282.703504:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056247040:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336282.703521:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336282.703526:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.703529:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.703531:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.703533:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763336282.703557:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336282.703561:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.703564:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb atime from disk: 1763336278 -> 1763336278 00000100:00100000:2.0:1763336282.703567:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056246528:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (433us total) trans 17179872240 rc 0/0 00002000:00010000:3.0:1763336282.703568:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.703572:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336282.703581:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8001 00000100:00100000:2.0:1763336282.703602:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8003 00000100:00100000:3.0:1763336282.703605:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056247040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (438us total) trans 21474839686 rc 0/0 00000100:00100000:3.0:1763336282.703615:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8002 00000100:00100000:2.0:1763336282.703615:0:8399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3648:x1848991056246656:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763336282.703630:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8004 00000100:00100000:3.0:1763336282.703638:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3648:x1848991056247168:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763336282.703675:0:8399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 209796 00002000:00010000:2.0:1763336282.703679:0:8399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:2.0:1763336282.703682:0:8399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.703704:0:8399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.703706:0:8399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:2.0:1763336282.703735:0:8399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056246656:12345-0@lo:2:osp-syn-0-1.0 Request processed in 125us (536us total) trans 21474839687 rc 0/0 00000100:00100000:2.0:1763336282.703742:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8003 00000100:00100000:3.0:1763336282.703748:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3648:x1848991056247168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 110us (523us total) trans 21474839688 rc 0/0 00000100:00100000:3.0:1763336282.703756:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8004 00000004:00080000:3.0:1763336282.703801:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cc02d80/2, rc 0, transno 21474839687 00000004:00080000:2.0:1763336282.703804:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cc00a80/2, rc 0, transno 21474839685 00000100:00100000:3.0:1763336282.703807:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056246656:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336282.703814:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246912:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336282.703822:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cc02680/2, rc 0, transno 21474839688 00000100:00100000:3.0:1763336282.703827:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056247168:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763336282.703834:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cc02a00/2, rc 0, transno 21474839684 00000100:00100000:2.0:1763336282.703841:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246784:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763336282.703842:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae285f80/2, rc 0, transno 17179872239 00000100:00100000:3.0:1763336282.703849:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae285f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056246016:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763336282.703859:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c9186ef8380/2, rc 0, transno 17179872238 00000004:00080000:3.0:1763336282.703862:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918d3dca80/2, rc 0, transno 17179872240 00000100:00100000:2.0:1763336282.703867:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246400:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763336282.703870:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918d3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056246528:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336282.703893:0:3648:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918cc01500/2, rc 0, transno 21474839686 00000100:00100000:3.0:1763336282.703896:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056247040:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763336282.703927:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8005 00000100:00100000:2.0:1763336282.703937:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3646:x1848991056246272:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763336282.703992:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336282.703995:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.703997:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb atime from disk: 1763336276 -> 1763336276 00002000:00010000:2.0:1763336282.703999:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.704001:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336282.704047:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3646:x1848991056246272:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (1852us total) trans 17179872241 rc 0/0 00000100:00100000:2.0:1763336282.704053:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8005 00000100:00100000:0.0:1763336282.704097:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336282.704409:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056246144 00000100:00100000:1.0:1763336282.704415:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056246144 00000100:00100000:1.0:1763336282.704439:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8006 00000100:00100000:1.0:1763336282.704445:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3649:x1848991056246144:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763336282.704510:0:27808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.704513:0:27808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336281 -> 1763336281 00002000:00010000:1.0:1763336282.704515:0:27808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.704517:0:27808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.704519:0:27808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336282.704547:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3649:x1848991056246144:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (451us total) trans 17179872242 rc 0/0 00000100:00100000:1.0:1763336282.704553:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8006 00000004:00080000:0.0:1763336282.704629:0:3649:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c92ae287800/2, rc 0, transno 17179872242 00000100:00100000:0.0:1763336282.704634:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c92ae287800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056246144:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763336282.707431:0:3646:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9c918c008380/2, rc 0, transno 17179872241 00000100:00100000:3.0:1763336282.707445:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918c008380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3646:1848991056246272:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763336282.723029:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.723083:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251008 00000100:00100000:3.0:1763336282.723092:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251008 00002000:00100000:3.0:1763336282.723136:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c918679a680 x1848991042251008/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.723146:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a680 with x1848991042251008 ext(147456->151551) 00002000:00010000:3.0:1763336282.723151:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a680 00000100:00100000:3.0:1763336282.723187:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2455 00000100:00100000:3.0:1763336282.723196:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042251008:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336282.723398:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042251008:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 202us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336282.723406:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2455 00002000:00100000:3.0:1763336282.723413:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (147456->151551) req@ffff9c918679a680 x1848991042251008/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.723422:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a680 with x1848991042251008 ext(147456->151551) 00002000:00010000:3.0:1763336282.723425:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a680 00000100:00100000:0.0:1763336282.727474:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.727581:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251136 00000100:00100000:2.0:1763336282.727591:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251136 00002000:00100000:2.0:1763336282.727639:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (122880->188415) req@ffff9c9186b8a300 x1848991042251136/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 504/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.727649:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8a300 with x1848991042251136 ext(122880->188415) 00002000:00010000:2.0:1763336282.727655:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8a300 00000100:00100000:2.0:1763336282.727725:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2456 00000100:00100000:2.0:1763336282.727735:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042251136:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336282.729716:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042251136:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 1974us (2244us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1763336282.729728:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2456 00002000:00100000:2.0:1763336282.729738:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (122880->188415) req@ffff9c9186b8a300 x1848991042251136/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 504/440 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.729748:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8a300 with x1848991042251136 ext(122880->188415) 00002000:00010000:2.0:1763336282.729753:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8a300 00000100:00100000:1.0:1763336282.734052:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.734114:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251264 00000100:00100000:2.0:1763336282.734123:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251264 00002000:00100000:2.0:1763336282.734160:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (188416->212991) req@ffff9c9186798e00 x1848991042251264/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.734168:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798e00 with x1848991042251264 ext(188416->212991) 00002000:00010000:2.0:1763336282.734172:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798e00 00000100:00100000:2.0:1763336282.734199:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2457 00000100:00100000:2.0:1763336282.734208:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042251264:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:2.0:1763336282.736188:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042251264:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 1972us (2135us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1763336282.736201:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2457 00002000:00100000:2.0:1763336282.736212:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (188416->212991) req@ffff9c9186798e00 x1848991042251264/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/440 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.736223:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798e00 with x1848991042251264 ext(188416->212991) 00002000:00010000:2.0:1763336282.736229:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798e00 00000100:00100000:0.0:1763336282.738892:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.738995:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251392 00000100:00100000:2.0:1763336282.739005:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251392 00002000:00100000:2.0:1763336282.739046:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (147456->196607) req@ffff9c9186b8b480 x1848991042251392/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.739057:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8b480 with x1848991042251392 ext(147456->196607) 00002000:00010000:2.0:1763336282.739063:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8b480 00000100:00100000:2.0:1763336282.739095:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2458 00000100:00100000:2.0:1763336282.739103:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042251392:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:2.0:1763336282.741507:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2407:x1848991042251392:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 2395us (2626us total) trans 21474839689 rc 0/0 00000100:00100000:2.0:1763336282.741523:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2458 00002000:00100000:2.0:1763336282.741536:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (147456->196607) req@ffff9c9186b8b480 x1848991042251392/t21474839689(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/448 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.741546:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8b480 with x1848991042251392 ext(147456->196607) 00002000:00010000:2.0:1763336282.741552:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8b480 00000100:00100000:0.0:1763336282.744142:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.744248:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251520 00000100:00100000:2.0:1763336282.744257:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251520 00000100:00100000:2.0:1763336282.744308:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8007 00000100:00100000:2.0:1763336282.744318:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042251520:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336282.745798:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839689 is committed 00000001:00080000:0.0:1763336282.745811:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839688 is committed 00000100:00100000:2.0:1763336282.746058:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042251520:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1738us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.746070:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8007 00000100:00100000:0.0:1763336282.750365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.750468:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251648 00000100:00100000:1.0:1763336282.750479:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251648 00000100:00100000:1.0:1763336282.750540:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10872 00000100:00100000:1.0:1763336282.750551:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042251648:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336282.750573:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.750594:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46b58 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67744 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.750731:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46b5f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.750745:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46b5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.750755:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46b5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.750781:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 209796 00000004:00200000:1.0:1763336282.750785:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.750802:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46b5f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.750826:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0de00/0x84ca14902aa46b58 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67744 expref: 20 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.750841:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46b5f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67744 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.750850:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.750853:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.750857:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00000100:00100000:1.0:1763336282.750919:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042251648:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 370us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.750926:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10872 00000100:00100000:1.0:1763336282.759571:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.759772:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251776 00000100:00100000:2.0:1763336282.759782:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251776 00002000:00100000:2.0:1763336282.759833:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (32768->98303) req@ffff9c9186799880 x1848991042251776/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763336282.759845:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799880 with x1848991042251776 ext(32768->98303) 00002000:00010000:2.0:1763336282.759851:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799880 00000100:00100000:2.0:1763336282.760179:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2459 00000100:00100000:2.0:1763336282.760190:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042251776:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:1.0:1763336282.763042:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042251776:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2844us (3470us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1763336282.763055:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2459 00002000:00100000:1.0:1763336282.763068:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (32768->98303) req@ffff9c9186799880 x1848991042251776/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/440 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.763078:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799880 with x1848991042251776 ext(32768->98303) 00002000:00010000:1.0:1763336282.763084:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799880 00000100:00100000:0.0:1763336282.776751:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.776846:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042251904 00000100:00100000:1.0:1763336282.776856:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042251904 00002000:00100000:1.0:1763336282.776915:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (61440->192511) req@ffff9c9186b88a80 x1848991042251904/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 504/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.776927:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b88a80 with x1848991042251904 ext(61440->192511) 00002000:00010000:1.0:1763336282.776932:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b88a80 00000100:00100000:1.0:1763336282.776966:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2460 00000100:00100000:1.0:1763336282.776976:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2405:x1848991042251904:12345-192.168.203.16@tcp:4:fsx.0 00000100:00100000:1.0:1763336282.786860:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042251904:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 9875us (10109us total) trans 21474839690 rc 0/0 00000100:00100000:1.0:1763336282.786874:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2460 00002000:00100000:1.0:1763336282.786897:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (61440->192511) req@ffff9c9186b88a80 x1848991042251904/t21474839690(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 504/448 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763336282.786907:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b88a80 with x1848991042251904 ext(61440->192511) 00002000:00010000:1.0:1763336282.786913:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b88a80 00000100:00100000:0.0:1763336282.791933:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.792117:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252032 00000100:00100000:2.0:1763336282.792127:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252032 00000100:00100000:2.0:1763336282.792185:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8008 00000100:00100000:2.0:1763336282.792195:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6814c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042252032:12345-192.168.203.16@tcp:16:fsx.0 00000001:00080000:0.0:1763336282.793568:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839690 is committed 00000100:00100000:2.0:1763336282.793847:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6814c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+11:2404:x1848991042252032:12345-192.168.203.16@tcp:16:fsx.0 Request processed in 1649us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.793857:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8008 00000100:00100000:2.0:1763336282.797025:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.797077:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252288 00000100:00100000:0.0:1763336282.797086:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252288 00000100:00100000:0.0:1763336282.797139:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10873 00000100:00100000:0.0:1763336282.797149:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57585:x1848991042252288:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:0.0:1763336282.797198:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763336282.797224:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46b51 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6773d expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.797242:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46b5f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67744 expref: 18 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.797254:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.797260:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336282.797444:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.797457:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.797466:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000001:00080000:0.0:1763336282.797507:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969134 00000004:00010000:0.0:1763336282.797528:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d3b5f15 reply state 000000008ac5bddf transno 4294969135 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.797540:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.797546:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.797549:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336282.797552:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336282.797643:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042252288:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 495us (626us total) trans 4294969135 rc 0/0 00000100:00100000:0.0:1763336282.797651:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10873 00000020:00080000:0.0:1763336282.797656:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336282.800149:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.800253:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252416 00000100:00100000:2.0:1763336282.800264:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252416 00000100:00100000:2.0:1763336282.800325:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10874 00000100:00100000:2.0:1763336282.800334:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57585:x1848991042252416:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336282.800357:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.800376:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6774b expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.800428:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 21 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.800443:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 21 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.800460:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.800463:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336282.800467:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9285e18a00, rc 0) 00000100:00100000:2.0:1763336282.800540:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042252416:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 205us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.800547:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10874 00000100:00100000:1.0:1763336282.804414:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.804454:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.804486:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.804718:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252544 00000100:00100000:2.0:1763336282.804727:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252544 00002000:00010000:2.0:1763336282.804765:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (257926->18446744073709551615) 00002000:00100000:2.0:1763336282.804770:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bcd3dc50 with x1848991042252544 ext(257926->18446744073709551615) 00002000:00010000:2.0:1763336282.804782:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bcd3dc50. 00000100:00100000:0.0:1763336282.804805:0:28399:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252672 00000100:00100000:2.0:1763336282.804806:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252800 00000100:00100000:0.0:1763336282.804811:0:28399:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252672 00000100:00100000:2.0:1763336282.804812:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252800 00002000:00010000:0.0:1763336282.804832:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00010000:2.0:1763336282.804834:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.804838:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798700 with x1848991042252672 ext(0->18446744073709551615) 00002000:00100000:2.0:1763336282.804839:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799180 with x1848991042252800 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.804849:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186799180. 00002000:00010000:0.0:1763336282.804851:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798700. 00000100:00100000:0.0:1763336282.804900:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2461 00000100:00100000:0.0:1763336282.804910:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bcd3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042252544:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:3.0:1763336282.804964:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2462 00000100:00100000:3.0:1763336282.804977:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042252800:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:3.0:1763336282.805092:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336282.805097:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336281 -> 1763336282 00002000:00010000:3.0:1763336282.805100:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.805101:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 209796 -> 257926 00002000:00010000:3.0:1763336282.805104:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.805106:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336281 -> 1763336282 00002000:00010000:3.0:1763336282.805109:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336282.805110:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.805114:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.805116:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 432 -> 440 00000100:00100000:0.0:1763336282.805162:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bcd3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042252544:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 254us (756us total) trans 21474839691 rc 0/0 00000100:00100000:0.0:1763336282.805170:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2461 00002000:00010000:0.0:1763336282.805174:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (257926->18446744073709551615) 00002000:00100000:0.0:1763336282.805176:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c92bcd3dc50 with x1848991042252544 ext(257926->18446744073709551615) 00002000:00010000:0.0:1763336282.805181:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c92bcd3dc50. 00000100:00100000:1.0:1763336282.805252:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2463 00000100:00100000:1.0:1763336282.805263:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042252672:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336282.805334:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.805337:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336281 -> 1763336282 00002000:00010000:1.0:1763336282.805340:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.805342:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.805344:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336282.805473:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2406:x1848991042252800:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 498us (983us total) trans 17179872243 rc 0/0 00000100:00100000:3.0:1763336282.805482:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2462 00002000:00010000:3.0:1763336282.805486:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:3.0:1763336282.805489:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799180 with x1848991042252800 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336282.805495:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186799180. 00000100:00100000:1.0:1763336282.805719:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2406:x1848991042252672:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 426us (1231us total) trans 21474839692 rc 0/0 00000100:00100000:1.0:1763336282.805728:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2463 00002000:00010000:1.0:1763336282.805731:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.805734:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798700 with x1848991042252672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.805739:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798700. 00000100:00100000:0.0:1763336282.809770:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.809856:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042252928 00000100:00100000:1.0:1763336282.809866:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042252928 00000100:00100000:1.0:1763336282.809938:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10875 00000100:00100000:1.0:1763336282.809949:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57585:x1848991042252928:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336282.809967:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336282.809989:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46b74 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67752 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.810148:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46b7b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336282.810163:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46b7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.810173:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46b7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336282.810200:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 257926 00000004:00200000:1.0:1763336282.810209:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763336282.810228:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46b7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336282.810253:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46b74 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67752 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.810273:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46b7b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67752 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336282.810281:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336282.810284:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763336282.810288:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336282.810353:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042252928:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 406us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336282.810360:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10875 00000100:00100000:1.0:1763336282.832578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.834318:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253184 00000100:00100000:2.0:1763336282.834331:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253184 00000100:00100000:2.0:1763336282.834398:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10876 00000100:00100000:2.0:1763336282.834408:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57585:x1848991042253184:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336282.834455:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336282.834481:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46b7b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67752 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.834500:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.834505:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336282.834667:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.834682:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.834738:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336282.834783:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969136 00000004:00010000:2.0:1763336282.834806:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af19db6e reply state 00000000cd5f8df6 transno 4294969137 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.834822:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.834829:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.834831:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336282.834834:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336282.834952:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042253184:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 544us (2380us total) trans 4294969137 rc 0/0 00000100:00100000:2.0:1763336282.834959:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10876 00000020:00080000:2.0:1763336282.834965:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336282.839162:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.839199:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.839228:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.839289:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253312 00000100:00100000:2.0:1763336282.839298:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253312 00002000:00010000:2.0:1763336282.839333:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (38357->18446744073709551615) 00002000:00100000:2.0:1763336282.839338:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8b480 with x1848991042253312 ext(38357->18446744073709551615) 00002000:00010000:2.0:1763336282.839349:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8b480. 00000100:00100000:2.0:1763336282.839382:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253568 00000100:00100000:2.0:1763336282.839387:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253568 00002000:00010000:2.0:1763336282.839400:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.839403:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b88a80 with x1848991042253568 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.839410:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186b88a80. 00000100:00100000:2.0:1763336282.839423:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253440 00000100:00100000:2.0:1763336282.839426:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253440 00002000:00010000:2.0:1763336282.839435:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:2.0:1763336282.839437:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8b100 with x1848991042253440 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.839442:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8b100. 00000100:00100000:2.0:1763336282.839463:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2464 00000100:00100000:2.0:1763336282.839472:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2404:x1848991042253312:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:1.0:1763336282.839911:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2465 00000100:00100000:1.0:1763336282.839924:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042253568:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:1.0:1763336282.840036:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.840040:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.840043:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.840046:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.840048:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763336282.840109:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042253568:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 188us (907us total) trans 17179872244 rc 0/0 00000100:00100000:1.0:1763336282.840117:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2465 00002000:00010000:2.0:1763336282.840120:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 257926 -> 38357 00002000:00010000:1.0:1763336282.840122:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00010000:2.0:1763336282.840126:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00100000:1.0:1763336282.840128:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b88a80 with x1848991042253568 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336282.840132:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.840137:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.840137:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186b88a80. 00002000:00010000:2.0:1763336282.840143:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 440 -> 88 00000100:00100000:1.0:1763336282.840164:0:28399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2466 00000100:00100000:2.0:1763336282.840176:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042253312:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 701us (1020us total) trans 21474839693 rc 0/0 00000100:00100000:1.0:1763336282.840176:0:28399:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042253440:12345-192.168.203.16@tcp:10:fsx.0 00000100:00100000:2.0:1763336282.840192:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2464 00002000:00010000:2.0:1763336282.840197:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (38357->18446744073709551615) 00002000:00100000:2.0:1763336282.840200:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8b480 with x1848991042253312 ext(38357->18446744073709551615) 00002000:00010000:2.0:1763336282.840205:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8b480. 00002000:00010000:1.0:1763336282.840242:0:28399:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336282.840246:0:28399:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.840249:0:28399:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:1.0:1763336282.840252:0:28399:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336282.840254:0:28399:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763336282.840279:0:28399:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042253440:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 106us (1048us total) trans 21474839694 rc 0/0 00000100:00100000:1.0:1763336282.840287:0:28399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2466 00002000:00010000:1.0:1763336282.840297:0:28399:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:1.0:1763336282.840300:0:28399:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186b8b100 with x1848991042253440 ext(0->18446744073709551615) 00002000:00010000:1.0:1763336282.840305:0:28399:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186b8b100. 00000100:00100000:3.0:1763336282.843920:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.843986:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253696 00000100:00100000:0.0:1763336282.843996:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253696 00000100:00100000:0.0:1763336282.844052:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10877 00000100:00100000:0.0:1763336282.844062:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57585:x1848991042253696:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:0.0:1763336282.844085:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.844104:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46b89 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67759 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.844195:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46b90 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336282.844209:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46b90 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.844218:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46b90 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:0.0:1763336282.844245:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 38357 00000004:00200000:0.0:1763336282.844250:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336282.844266:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46b90 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336282.844292:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46b89 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67759 expref: 26 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.844309:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46b90 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67759 expref: 25 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.844329:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.844333:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336282.844336:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:0.0:1763336282.844402:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042253696:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 341us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336282.844409:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10877 00000100:00100000:2.0:1763336282.851769:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.852106:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253824 00000100:00100000:3.0:1763336282.852115:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253824 00002000:00100000:3.0:1763336282.852159:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (0->98303) req@ffff9c918cc00000 x1848991042253824/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 504/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.852178:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cc00000 with x1848991042253824 ext(0->98303) 00002000:00010000:3.0:1763336282.852184:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cc00000 00000100:00100000:3.0:1763336282.852206:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2467 00000100:00100000:3.0:1763336282.852214:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042253824:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336282.854993:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042253824:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 2770us (3224us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1763336282.855005:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2467 00002000:00100000:3.0:1763336282.855018:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (0->98303) req@ffff9c918cc00000 x1848991042253824/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 504/440 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.855029:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918cc00000 with x1848991042253824 ext(0->98303) 00002000:00010000:3.0:1763336282.855035:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918cc00000 00000100:00100000:1.0:1763336282.859017:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.859095:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042253952 00000100:00100000:3.0:1763336282.859104:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042253952 00000100:00100000:3.0:1763336282.859811:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2468 00000100:00100000:3.0:1763336282.859823:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042253952:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336282.859965:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 38357 -> 38357 00002000:00010000:3.0:1763336282.859968:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.859971:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336282.859973:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.859975:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1763336282.860039:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042253952:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 218us (1032us total) trans 21474839695 rc 0/0 00000100:00100000:3.0:1763336282.860047:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2468 00000100:00100000:1.0:1763336282.864309:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.864355:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254080 00000100:00100000:3.0:1763336282.864364:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254080 00000100:00100000:3.0:1763336282.864429:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2469 00000100:00100000:3.0:1763336282.864439:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2404:x1848991042254080:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336282.864653:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 38357 -> 101977 00002000:00010000:3.0:1763336282.864657:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.864659:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336282.864662:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.864665:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 88 -> 120 00000100:00100000:3.0:1763336282.864748:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042254080:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 310us (446us total) trans 21474839696 rc 0/0 00000100:00100000:3.0:1763336282.864755:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2469 00000100:00100000:1.0:1763336282.872126:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.872271:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254208 00000100:00100000:3.0:1763336282.872281:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254208 00002000:00100000:3.0:1763336282.872325:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (69632->73727) req@ffff9c918679bb80 x1848991042254208/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.872336:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679bb80 with x1848991042254208 ext(69632->73727) 00002000:00010000:3.0:1763336282.872341:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679bb80 00000100:00100000:3.0:1763336282.872377:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2470 00000100:00100000:3.0:1763336282.872386:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042254208:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336282.872620:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042254208:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 233us (500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336282.872628:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2470 00002000:00100000:3.0:1763336282.872636:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (69632->73727) req@ffff9c918679bb80 x1848991042254208/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.872650:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679bb80 with x1848991042254208 ext(69632->73727) 00002000:00010000:3.0:1763336282.872653:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679bb80 00000100:00100000:1.0:1763336282.875873:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.875978:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254336 00000100:00100000:3.0:1763336282.875986:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254336 00002000:00100000:3.0:1763336282.876025:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (73728->77823) req@ffff9c9186799c00 x1848991042254336/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.876036:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799c00 with x1848991042254336 ext(73728->77823) 00002000:00010000:3.0:1763336282.876041:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799c00 00000100:00100000:0.0:1763336282.876843:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2471 00000100:00100000:0.0:1763336282.876857:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042254336:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:0.0:1763336282.877040:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042254336:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 187us (1175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763336282.877048:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2471 00002000:00100000:0.0:1763336282.877055:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x36:0x0] (73728->77823) req@ffff9c9186799c00 x1848991042254336/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763336282.877064:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799c00 with x1848991042254336 ext(73728->77823) 00002000:00010000:0.0:1763336282.877068:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799c00 00000100:00100000:1.0:1763336282.879962:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.880018:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254464 00000100:00100000:3.0:1763336282.880027:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254464 00002000:00100000:3.0:1763336282.880067:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (77824->81919) req@ffff9c9186799500 x1848991042254464/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.880074:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799500 with x1848991042254464 ext(77824->81919) 00002000:00010000:3.0:1763336282.880079:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799500 00000100:00100000:3.0:1763336282.880104:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2472 00000100:00100000:3.0:1763336282.880112:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042254464:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336282.880335:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042254464:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 223us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336282.880343:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2472 00002000:00100000:3.0:1763336282.880349:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (77824->81919) req@ffff9c9186799500 x1848991042254464/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.880357:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186799500 with x1848991042254464 ext(77824->81919) 00002000:00010000:3.0:1763336282.880361:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186799500 00000100:00100000:1.0:1763336282.884621:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.884843:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254592 00000100:00100000:3.0:1763336282.884852:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254592 00002000:00100000:3.0:1763336282.884908:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (81920->86015) req@ffff9c918679b800 x1848991042254592/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/0 e 0 to 0 dl 1763336293 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.884918:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b800 with x1848991042254592 ext(81920->86015) 00002000:00010000:3.0:1763336282.884924:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679b800 00000100:00100000:3.0:1763336282.884956:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2473 00000100:00100000:3.0:1763336282.884965:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042254592:12345-192.168.203.16@tcp:3:fsx.0 00000100:00100000:3.0:1763336282.885138:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042254592:12345-192.168.203.16@tcp:3:fsx.0 Request processed in 173us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763336282.885146:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2473 00002000:00100000:3.0:1763336282.885152:0:24002:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x36:0x0] (81920->86015) req@ffff9c918679b800 x1848991042254592/t0(0) o3->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:573/0 lens 488/4536 e 0 to 0 dl 1763336293 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336282.885161:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679b800 with x1848991042254592 ext(81920->86015) 00002000:00010000:3.0:1763336282.885164:0:24002:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679b800 00000100:00100000:1.0:1763336282.888790:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.889034:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254848 00000100:00100000:2.0:1763336282.889044:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254848 00000100:00100000:2.0:1763336282.889252:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10878 00000100:00100000:2.0:1763336282.889263:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57585:x1848991042254848:12345-192.168.203.16@tcp:36:fsx.0 00010000:00010000:2.0:1763336282.889310:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336282.889334:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46b90 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67759 expref: 25 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.889351:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.889355:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336282.889512:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.889526:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.889538:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:2.0:1763336282.889577:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969138 00000004:00010000:2.0:1763336282.889597:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006a2aa154 reply state 00000000011f7f04 transno 4294969139 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.889608:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.889614:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.889616:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336282.889619:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336282.890528:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57585:x1848991042254848:12345-192.168.203.16@tcp:36:fsx.0 Request processed in 1264us (1742us total) trans 4294969139 rc 0/0 00000100:00100000:2.0:1763336282.890537:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10878 00000020:00080000:2.0:1763336282.890544:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763336282.899263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.899320:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.899353:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.899681:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042254976 00000100:00100000:0.0:1763336282.899725:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042254976 00002000:00010000:0.0:1763336282.899762:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (131412->18446744073709551615) 00002000:00100000:0.0:1763336282.899767:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798a80 with x1848991042254976 ext(131412->18446744073709551615) 00002000:00010000:0.0:1763336282.899778:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798a80. 00000100:00100000:0.0:1763336282.899797:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042255104 00000100:00100000:0.0:1763336282.899800:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042255104 00002000:00010000:0.0:1763336282.899810:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.899813:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a680 with x1848991042255104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.899818:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a680. 00000100:00100000:0.0:1763336282.899829:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042255232 00000100:00100000:0.0:1763336282.899831:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042255232 00002000:00010000:0.0:1763336282.899848:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.899851:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798e00 with x1848991042255232 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.899857:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186798e00. 00000100:00100000:0.0:1763336282.899892:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2474 00000100:00100000:0.0:1763336282.899901:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042254976:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336282.900083:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 101977 -> 131412 00002000:00010000:0.0:1763336282.900087:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.900090:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.900093:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.900095:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:0.0:1763336282.900143:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042254976:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 243us (888us total) trans 21474839697 rc 0/0 00000100:00100000:0.0:1763336282.900149:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2474 00002000:00010000:0.0:1763336282.900152:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/54 (131412->18446744073709551615) 00002000:00100000:0.0:1763336282.900155:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798a80 with x1848991042254976 ext(131412->18446744073709551615) 00002000:00010000:0.0:1763336282.900159:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9186798a80. 00000100:00100000:0.0:1763336282.900174:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2475 00000100:00100000:0.0:1763336282.900181:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042255104:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336282.900229:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.900231:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.900234:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.900236:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.900237:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763336282.900258:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918679a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042255104:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 78us (938us total) trans 21474839698 rc 0/0 00000100:00100000:0.0:1763336282.900265:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2475 00002000:00010000:0.0:1763336282.900268:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/56 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.900271:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c918679a680 with x1848991042255104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.900275:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c918679a680. 00000100:00100000:0.0:1763336282.900287:0:24004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2476 00000100:00100000:0.0:1763336282.900293:0:24004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042255232:12345-192.168.203.16@tcp:10:fsx.0 00002000:00010000:0.0:1763336282.900359:0:24004:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336282.900362:0:24004:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.900364:0:24004:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:0.0:1763336282.900365:0:24004:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:0.0:1763336282.900367:0:24004:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763336282.900385:0:24004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042255232:12345-192.168.203.16@tcp:10:fsx.0 Request processed in 91us (1031us total) trans 17179872245 rc 0/0 00000100:00100000:0.0:1763336282.900390:0:24004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2476 00002000:00010000:0.0:1763336282.900393:0:24004:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/58 (0->18446744073709551615) 00002000:00100000:0.0:1763336282.900396:0:24004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9186798e00 with x1848991042255232 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336282.900399:0:24004:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9186798e00. 00000100:00100000:1.0:1763336282.903096:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.903154:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042255360 00000100:00100000:2.0:1763336282.903173:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042255360 00000100:00100000:2.0:1763336282.903228:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10879 00000100:00100000:2.0:1763336282.903237:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57585:x1848991042255360:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336282.903258:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.903279:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46b9e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67760 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.903372:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa46ba5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:2.0:1763336282.903387:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa46ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.903401:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa46ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:2.0:1763336282.903428:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 131412 00000004:00200000:2.0:1763336282.903432:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336282.903451:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa46ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336282.903475:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46b9e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67760 expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.903492:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa46ba5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67760 expref: 28 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.903500:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336282.903503:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763336282.903506:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381a400, rc 0) 00000100:00100000:2.0:1763336282.903566:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991042255360:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 330us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.903572:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10879 00000100:00100000:1.0:1763336282.908466:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.908992:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042255488 00000100:00100000:3.0:1763336282.909002:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042255488 00000100:00100000:3.0:1763336282.909074:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2477 00000100:00100000:3.0:1763336282.909083:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042255488:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:3.0:1763336282.909283:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 131412 -> 240763 00002000:00010000:3.0:1763336282.909287:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.909289:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:3.0:1763336282.909291:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336282.909299:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 120 -> 160 00000100:00100000:3.0:1763336282.909362:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042255488:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 280us (904us total) trans 21474839699 rc 0/0 00000100:00100000:3.0:1763336282.909370:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2477 00000100:00100000:1.0:1763336282.913548:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.916142:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042255616 00000100:00100000:2.0:1763336282.916157:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042255616 00000100:00100000:2.0:1763336282.919294:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2478 00000100:00100000:2.0:1763336282.919317:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042255616:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336282.919582:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 240763 -> 240763 00002000:00010000:2.0:1763336282.919586:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.919588:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.919590:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.919594:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 160 -> 192 00000100:00100000:2.0:1763336282.919667:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042255616:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 360us (6127us total) trans 21474839700 rc 0/0 00000100:00100000:2.0:1763336282.919675:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2478 00000100:00100000:1.0:1763336282.928869:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.928944:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042255744 00000100:00100000:2.0:1763336282.928953:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042255744 00000100:00100000:2.0:1763336282.929464:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2479 00000100:00100000:2.0:1763336282.929476:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042255744:12345-192.168.203.16@tcp:22:fsx.0 00002000:00010000:2.0:1763336282.929858:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 240763 -> 240763 00002000:00010000:2.0:1763336282.929863:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.929866:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336280 00002000:00010000:2.0:1763336282.929868:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336282 00002000:00010000:2.0:1763336282.929870:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 192 -> 272 00000100:00100000:2.0:1763336282.929944:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2405:x1848991042255744:12345-192.168.203.16@tcp:22:fsx.0 Request processed in 470us (1083us total) trans 21474839701 rc 0/0 00000100:00100000:2.0:1763336282.929952:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2479 00000100:00100000:1.0:1763336282.935568:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.935922:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042256000 00000100:00100000:0.0:1763336282.935933:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042256000 00000100:00100000:0.0:1763336282.935986:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3720 00000100:00100000:0.0:1763336282.935995:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57585:x1848991042256000:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:0.0:1763336282.936318:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57585:x1848991042256000:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 323us (757us total) trans 4294969140 rc 0/0 00000100:00100000:0.0:1763336282.936325:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3720 00000100:00100000:1.0:1763336282.967466:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.968073:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042256256 00000100:00100000:2.0:1763336282.968082:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042256256 00000100:00100000:0.0:1763336282.969006:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10880 00000100:00100000:0.0:1763336282.969018:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57651:x1848991042256256:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.969043:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.969066:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46bac lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67767 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.969139:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336282.969152:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969162:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969174:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336282.969180:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969185:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969285:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46bc1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336282.969295:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969301:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336282.969310:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00010000:00010000:0.0:1763336282.969375:0:6514:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969382:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969389:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969395:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969400:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336282.969404:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969410:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969420:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9282ca2700) 00010000:00010000:0.0:1763336282.969423:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336282.969426:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969432:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7e00/0x84ca14902aa46bb3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969442:0:6514:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969447:0:6514:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969451:0:6514:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969455:0:6514:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7a00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336282.969457:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969461:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969467:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c9282ca2e00) 00010000:00010000:0.0:1763336282.969469:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336282.969471:0:6514:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969480:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7a00/0x84ca14902aa46bba lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.969516:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46bac lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67767 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.969530:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67767 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.969536:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336282.969538:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336282.969541:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e2200, rc 0) 00000100:00100000:0.0:1763336282.969603:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57651:x1848991042256256:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 588us (2147us total) trans 4294969141 rc 0/0 00000100:00100000:0.0:1763336282.969610:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10880 00000100:00100000:1.0:1763336282.974761:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336282.974805:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.974831:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042256640 00000100:00100000:0.0:1763336282.974841:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042256640 00000100:00100000:0.0:1763336282.974904:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10881 00000100:00100000:0.0:1763336282.974914:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57651:x1848991042256640:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336282.974936:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336282.974960:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46bcf lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6776e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336282.975175:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042256384 00000100:00100000:3.0:1763336282.975180:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042256384 00000100:00100000:3.0:1763336282.975220:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 476 00000100:00100000:3.0:1763336282.975229:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991042256384:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.975239:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.975261:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46bc1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67767 expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336282.975276:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336282.975282:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.975415:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:2405:x1848991042256384:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 186us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.975423:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 476 00010000:00010000:0.0:1763336282.975628:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336282.975641:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336282.975656:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336282.975665:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x60:0x0]: returning size 0 00010000:00010000:0.0:1763336282.975752:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46bcf lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.975773:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336282.975781:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:0.0:1763336282.975784:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336282.975787:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:0.0:1763336282.975818:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57651:x1848991042256640:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 905us (1012us total) trans 4294969142 rc 0/0 00000100:00100000:0.0:1763336282.975825:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10881 00000100:00100000:1.0:1763336282.978893:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.979215:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042256896 00000100:00100000:0.0:1763336282.979226:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042256896 00000100:00100000:2.0:1763336282.979314:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10882 00000100:00100000:2.0:1763336282.979326:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57651:x1848991042256896:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.979347:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.979367:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46be4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67775 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.979465:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336282.979482:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.979489:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 4/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.979517:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.979528:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 33 pid: 6514 timeout: 1170 lvb_type: 0 00000100:00100000:2.0:1763336282.979540:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056247296:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336282.979643:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1763336282.983392:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056247296:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336282.983422:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000100:00100000:1.0:1763336282.984517:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336282.984757:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042257024 00000100:00100000:3.0:1763336282.984766:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042257024 00010000:00010000:3.0:1763336282.984804:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 34 pid: 6514 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336282.984842:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3788 00000100:00100000:3.0:1763336282.984852:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991042257024:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336282.984866:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336282.984873:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 34 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.984897:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 34 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.984919:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46bd6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6776e expref: 34 pid: 6514 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336282.984935:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:3.0:1763336282.984940:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.984948:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.984956:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336282.984988:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336282.985032:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:2405:x1848991042257024:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 181us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336282.985039:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3788 00010000:00010000:2.0:1763336282.985461:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985470:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:2.0:1763336282.985486:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x60:0x0]: returning size 0 00000004:00080000:2.0:1763336282.985643:0:33424:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x45:0x0], index 1: 0 00000004:00080000:2.0:1763336282.985650:0:33424:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x43:0x0], index 0: 0 00010000:00010000:2.0:1763336282.985780:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985792:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985799:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985804:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c918381b400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:2.0:1763336282.985813:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985821:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985831:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:2.0:1763336282.985834:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763336282.985838:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 2/0,0 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985843:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46beb lrc: 0/0,0 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.985896:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46be4 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67775 expref: 33 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.985905:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c9282ca2a00) 00010000:00010000:2.0:1763336282.985907:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763336282.985910:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46be4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67775 expref: 33 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.985924:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381aa00, rc 0) 00000100:00100000:2.0:1763336282.985969:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57651:x1848991042256896:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 6646us (7093us total) trans 4294969143 rc 301/301 00000100:00100000:2.0:1763336282.985977:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10882 00000100:00100000:1.0:1763336282.989167:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336282.989220:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042257280 00000100:00100000:0.0:1763336282.989239:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042257280 00000100:00100000:0.0:1763336282.989296:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3721 00000100:00100000:0.0:1763336282.989311:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57651:x1848991042257280:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:0.0:1763336282.989589:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57651:x1848991042257280:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 283us (429us total) trans 4294969144 rc 0/0 00000100:00100000:0.0:1763336282.989597:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3721 00000100:00100000:1.0:1763336282.991986:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.992073:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042257408 00000100:00100000:2.0:1763336282.992083:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042257408 00000100:00100000:2.0:1763336282.992139:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10883 00000100:00100000:2.0:1763336282.992150:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57651:x1848991042257408:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.992172:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.992200:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46bf9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6777c expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.992265:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46c00 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336282.992278:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46c00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.992288:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46c00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:2.0:1763336282.992325:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x60:0x0]: returning size 0 00000004:00200000:2.0:1763336282.992329:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763336282.992345:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46c00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336282.992368:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46bf9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6777c expref: 35 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.992384:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46c00 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6777c expref: 34 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336282.992393:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:2.0:1763336282.992397:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763336282.992400:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a18400, rc 0) 00000100:00100000:2.0:1763336282.992460:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c008a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57651:x1848991042257408:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 313us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.992467:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10883 00000100:00100000:1.0:1763336282.995735:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.995784:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042257536 00000100:00100000:2.0:1763336282.995794:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042257536 00000100:00100000:2.0:1763336282.995834:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8009 00000100:00100000:2.0:1763336282.995840:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042257536:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.995862:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.995896:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67783 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336282.995919:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336282.995938:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.995940:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.995949:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 26 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.995966:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 26 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.995978:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381aa00, rc 0) 00000100:00100000:2.0:1763336282.996093:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042257536:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 250us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.996102:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8009 00000100:00100000:1.0:1763336282.997097:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336282.997133:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042257664 00000100:00100000:2.0:1763336282.997140:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042257664 00000100:00100000:2.0:1763336282.997180:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8010 00000100:00100000:2.0:1763336282.997188:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042257664:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336282.997200:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336282.997216:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6778a expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336282.997233:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336282.997247:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.997249:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336282.997256:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 23 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.997269:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 23 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336282.997279:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381b400, rc 0) 00000100:00100000:2.0:1763336282.997325:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042257664:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 137us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336282.997332:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8010 00000100:00100000:0.0:1763336283.005322:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.005496:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042257920 00000100:00100000:2.0:1763336283.005505:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042257920 00000100:00100000:2.0:1763336283.005627:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10884 00000100:00100000:2.0:1763336283.005637:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57651:x1848991042257920:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.005656:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.005681:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46c15 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67791 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.005843:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa46c1c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336283.005857:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa46c1c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.005868:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa46c1c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:2.0:1763336283.005888:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00010000:00010000:2.0:1763336283.005982:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46c15 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67791 expref: 37 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.005999:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa46c1c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67791 expref: 36 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.006006:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336283.006010:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763336283.006013:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21faa00, rc 0) 00000100:00100000:2.0:1763336283.006063:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57651:x1848991042257920:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 428us (750us total) trans 4294969145 rc 0/0 00000100:00100000:2.0:1763336283.006070:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10884 00000100:00100000:1.0:1763336283.010790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.010969:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.010998:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.011073:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258048 00000100:00100000:2.0:1763336283.011080:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258304 00000100:00100000:1.0:1763336283.011083:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258048 00000100:00100000:2.0:1763336283.011087:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258304 00000100:00100000:1.0:1763336283.011132:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258176 00000100:00100000:1.0:1763336283.011137:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258176 00000100:00100000:2.0:1763336283.011152:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8011 00000100:00100000:2.0:1763336283.011164:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042258048:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336283.011208:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.011232:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.011239:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.011242:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.011246:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.011255:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8012 00000100:00100000:1.0:1763336283.011267:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042258304:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336283.011283:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.011292:0:27808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.011299:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:1.0:1763336283.011313:0:27808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 26 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.011321:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cc03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056247424:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336283.011324:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336283.011328:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763336283.011332:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.011355:0:27808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 26 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.011365:0:27808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:1.0:1763336283.011382:0:27808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056247552:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336283.011383:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8013 00000100:00100000:3.0:1763336283.011393:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042258176:12345-192.168.203.16@tcp:1:lfs.0 00000100:00100000:2.0:1763336283.011408:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbb40 going to sleep for 11 seconds 00010000:00010000:3.0:1763336283.011412:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.011413:0:27808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fd80 going to sleep for 11 seconds 00010000:00010000:3.0:1763336283.011424:0:8398:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.011431:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336283.011433:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336283.011436:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.011452:0:8398:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 24 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.011461:0:8398:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 24 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336283.011471:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056247680:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336283.011495:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.013502:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cc03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056247424:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.013531:0:30886:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.013622:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.013640:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8398:1848991056247680:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.013653:0:8398:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.013658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.013675:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258688 00000100:00100000:0.0:1763336283.013683:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258688 00000100:00100000:2.0:1763336283.013701:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258560 00000100:00100000:2.0:1763336283.013707:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258560 00002000:00100000:2.0:1763336283.013743:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (36864->110591) req@ffff9c9285eb6680 x1848991042258560/t0(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:574/0 lens 504/0 e 0 to 0 dl 1763336294 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1763336283.013747:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00002000:00100000:2.0:1763336283.013767:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb6680 with x1848991042258560 ext(36864->110591) 00010000:00010000:2.0:1763336283.013776:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:2.0:1763336283.013788:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00002000:00010000:2.0:1763336283.013796:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c9285eb6680 00000100:00100000:3.0:1763336283.013798:0:27808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27808:1848991056247552:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336283.013803:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3789 00010000:00010000:3.0:1763336283.013813:0:27808:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336283.013816:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042258688:12345-192.168.203.16@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763336283.013821:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 135 00000100:00100000:2.0:1763336283.013831:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042258560:12345-192.168.203.16@tcp:4:fsx.0 00010000:00010000:0.0:1763336283.013837:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.013860:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336283.013873:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336283.013906:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918386a800/0x84ca14902aa46a9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676f7 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336283.013920:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.013922:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.013927:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.013937:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.013959:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336283.013990:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042258688:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 179us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.013997:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3789 00010000:00010000:1.0:1763336283.014326:0:8398:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014335:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014359:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014367:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014376:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014382:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336283.014386:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014394:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014405:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.014412:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe000/0x84ca14902aa46c38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.014470:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042258176:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 3078us (3470us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.014478:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8013 00000100:00100000:1.0:1763336283.015095:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.016351:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258432 00000100:00100000:0.0:1763336283.016363:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258432 00010000:00010000:0.0:1763336283.016401:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 27 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:0.0:1763336283.016447:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3790 00000100:00100000:0.0:1763336283.016457:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2406:x1848991042258432:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336283.016472:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.016490:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 27 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336283.016505:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 27 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336283.016525:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9185f6b400/0x84ca14902aa46aa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c676fe expref: 27 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:0.0:1763336283.016540:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.016542:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.016546:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.016554:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.016586:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336283.016639:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2406:x1848991042258432:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 183us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.016650:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3790 00010000:00010000:1.0:1763336283.016762:0:27808:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016772:0:27808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016789:0:27808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016797:0:27808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016805:0:27808:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016813:0:27808:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0d600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336283.016829:0:27808:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016838:0:27808:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016850:0:27808:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.016858:0:27808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46c31 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.016935:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042258304:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 5671us (5966us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.016946:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8012 00000100:00100000:3.0:1763336283.018549:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042258560:12345-192.168.203.16@tcp:4:fsx.0 Request processed in 4712us (4883us total) trans 21474839703 rc 0/0 00000100:00100000:3.0:1763336283.018562:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 135 00002000:00100000:3.0:1763336283.018573:0:8404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x36:0x0] (36864->110591) req@ffff9c9285eb6680 x1848991042258560/t21474839703(0) o4->33ef0477-06fd-467a-8e9e-cea55dbdde8e@192.168.203.16@tcp:574/0 lens 504/448 e 0 to 0 dl 1763336294 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763336283.018583:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9285eb6680 with x1848991042258560 ext(36864->110591) 00010000:00010000:3.0:1763336283.018592:0:8404:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336283.018607:0:8404:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00002000:00010000:3.0:1763336283.018615:0:8404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9c9285eb6680 00000100:00100000:2.0:1763336283.020680:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.020794:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258816 00000100:00100000:3.0:1763336283.020804:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258816 00010000:00010000:3.0:1763336283.020837:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00000100:00100000:3.0:1763336283.020890:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3791 00000100:00100000:3.0:1763336283.020901:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042258816:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336283.020919:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763336283.020934:0:6499:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336280 -> 1763336282 00002000:00010000:3.0:1763336283.020938:0:6499:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 272 -> 288 00010000:00010000:3.0:1763336283.020945:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336283.020957:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336283.020979:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7800/0x84ca14902aa46b43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 147456->151551) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67736 expref: 26 pid: 29013 timeout: 1170 lvb_type: 0 00010000:00010000:3.0:1763336283.020993:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.020996:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.021001:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.021010:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.021043:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763336283.021308:0:30886:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021330:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.021332:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042258816:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 432us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.021347:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3791 00010000:00010000:2.0:1763336283.021361:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021371:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021379:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021387:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.021391:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021400:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021413:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.021421:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46c2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.021467:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2404:x1848991042258048:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 10305us (10685us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.021475:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8011 00000100:00100000:2.0:1763336283.025347:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.025395:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.025414:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.025494:0:27808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259072 00000100:00100000:3.0:1763336283.025496:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042258944 00000100:00100000:3.0:1763336283.025504:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042258944 00000100:00100000:1.0:1763336283.025514:0:27808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259072 00000100:00100000:3.0:1763336283.025563:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259200 00000100:00100000:3.0:1763336283.025566:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259200 00000100:00100000:1.0:1763336283.025608:0:27808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8014 00000100:00100000:1.0:1763336283.025620:0:27808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042258944:12345-192.168.203.16@tcp:101:lfs.0 00000100:00100000:2.0:1763336283.025630:0:9765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8015 00010000:00010000:1.0:1763336283.025637:0:27808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763336283.025639:0:9765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042259072:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.025646:0:9765:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.025662:0:9765:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6779f expref: -99 pid: 9765 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.025664:0:27808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67798 expref: -99 pid: 27808 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336283.025724:0:27808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 240763, mtime: 0x691a605a, atime: 0x691a605a, ctime: 0x691a605a, blocks: 0x120 00010000:00010000:1.0:1763336283.025743:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.025745:0:27808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.025754:0:27808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 26 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.025768:0:27808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 26 pid: 27808 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1763336283.025780:0:9765:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x691a605a, atime: 0x691a6058, ctime: 0x691a605a, blocks: 0x1800 00010000:00010000:1.0:1763336283.025780:0:27808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d400, rc 0) 00000100:00100000:3.0:1763336283.025782:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8016 00000100:00100000:3.0:1763336283.025791:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042259200:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.025793:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.025795:0:9765:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.025800:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.025802:0:9765:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 27 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.025811:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677a6 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.025814:0:9765:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 27 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.025824:0:9765:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb800, rc 0) 00002000:00010000:3.0:1763336283.025825:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3a:0x0] initial LVB size: 0, mtime: 0x691a605a, atime: 0x691a6058, ctime: 0x691a605a, blocks: 0x0 00010000:00010000:3.0:1763336283.025834:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.025838:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763336283.025838:0:27808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042258944:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 219us (439us total) trans 0 rc 0/0 00010000:00010000:3.0:1763336283.025844:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 26 pid: 8398 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763336283.025851:0:9765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042259072:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 211us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.025852:0:27808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8014 00010000:00010000:3.0:1763336283.025862:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 26 pid: 8398 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1763336283.025862:0:9765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8015 00010000:00010000:3.0:1763336283.025871:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbf600, rc 0) 00000100:00100000:3.0:1763336283.025906:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042259200:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 115us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.025916:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8016 00000100:00100000:1.0:1763336283.087570:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.087629:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259328 00000100:00100000:0.0:1763336283.087638:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259328 00000100:00100000:0.0:1763336283.087701:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8017 00000100:00100000:0.0:1763336283.087708:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042259328:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336283.087812:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2407:x1848991042259328:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 103us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.087830:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8017 00000100:00100000:1.0:1763336283.094335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.094410:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259456 00000100:00100000:0.0:1763336283.094419:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259456 00000100:00100000:0.0:1763336283.094473:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10885 00000100:00100000:0.0:1763336283.094483:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57651:x1848991042259456:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336283.094514:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336283.094581:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46c54 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677ad expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.094616:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336283.094629:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.094641:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.094777:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46c54 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 38 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.094799:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 37 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.094808:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336283.094811:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763336283.094815:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:0.0:1763336283.094868:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57651:x1848991042259456:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 386us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.094883:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10885 00000100:00100000:2.0:1763336283.098676:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.098741:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259712 00000100:00100000:0.0:1763336283.098751:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259712 00000100:00100000:0.0:1763336283.098816:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10886 00000100:00100000:0.0:1763336283.098827:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+37:57651:x1848991042259712:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336283.098889:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.098916:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46c00 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6777c expref: 37 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.098935:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336283.098940:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336283.099088:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:0.0:1763336283.099102:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.099112:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000001:00080000:0.0:1763336283.099157:0:6514:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969146 00000004:00010000:0.0:1763336283.099176:0:6514:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000110af921 reply state 00000000ae85cd1d transno 4294969147 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.099187:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.099193:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336283.099195:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336283.099198:0:6514:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336283.099284:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57651:x1848991042259712:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 459us (616us total) trans 4294969147 rc 0/0 00000100:00100000:0.0:1763336283.099291:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10886 00000020:00080000:0.0:1763336283.099297:0:6514:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336283.101020:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.101088:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259840 00000100:00100000:0.0:1763336283.101096:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259840 00000100:00100000:0.0:1763336283.101144:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10887 00000100:00100000:0.0:1763336283.101154:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57651:x1848991042259840:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336283.101185:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336283.101202:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677b4 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.101251:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.101265:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 40 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.101282:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336283.101287:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336283.101290:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7800, rc 0) 00000100:00100000:0.0:1763336283.101344:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57651:x1848991042259840:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 192us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.101351:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10887 00000100:00100000:1.0:1763336283.103089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.103156:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042259968 00000100:00100000:0.0:1763336283.103164:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042259968 00000100:00100000:0.0:1763336283.103209:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8018 00000100:00100000:0.0:1763336283.103218:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57651:x1848991042259968:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336283.103232:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336283.103247:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677bb expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.103272:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 27 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336283.103280:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.103282:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.103286:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 27 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.103317:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 27 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336283.103330:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00000100:00100000:0.0:1763336283.103342:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056247808:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336283.103413:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:3.0:1763336283.106186:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.106340:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:30886:1848991056247808:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336283.106350:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260096 00000100:00100000:1.0:1763336283.106359:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260096 00010000:00010000:0.0:1763336283.106378:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 28 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.106390:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 28 pid: 29013 timeout: 1171 lvb_type: 1 00010000:00010000:0.0:1763336283.106401:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c6e00, rc 0) 00000100:00100000:1.0:1763336283.106432:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3792 00000100:00100000:1.0:1763336283.106442:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042260096:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336283.106454:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336283.106460:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 28 pid: 29013 timeout: 1171 lvb_type: 1 00000100:00100000:0.0:1763336283.106471:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:57651:x1848991042259968:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3251us (3383us total) trans 0 rc 0/0 00010000:00010000:1.0:1763336283.106474:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 28 pid: 29013 timeout: 1171 lvb_type: 1 00000100:00100000:0.0:1763336283.106487:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8018 00010000:00010000:1.0:1763336283.106503:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46c07 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67783 expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00010000:00010000:1.0:1763336283.106527:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.106529:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.106535:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 26 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.106545:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 26 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.106575:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 26 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.106588:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056247936:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336283.106643:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.108848:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6499:1848991056247936:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336283.108871:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336283.108931:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042260096:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2489us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.108940:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3792 00000100:00100000:2.0:1763336283.110623:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.110682:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260224 00000100:00100000:0.0:1763336283.110724:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260224 00000100:00100000:0.0:1763336283.110776:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8019 00000100:00100000:0.0:1763336283.110787:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57651:x1848991042260224:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336283.110805:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336283.110825:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa46c77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677c2 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.110853:0:30886:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336283.110862:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.110863:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.110868:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa46c77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c2 expref: 27 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.110914:0:30886:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763336283.110933:0:30886:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00000100:00100000:0.0:1763336283.110946:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056248064:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336283.111010:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d600 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.112992:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b8b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056248064:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336283.113023:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa46c77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c2 expref: 27 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.113040:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91863c7a00, rc 0) 00000100:00100000:0.0:1763336283.113097:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cc03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57651:x1848991042260224:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 2310us (2477us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.113105:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8019 00000100:00100000:2.0:1763336283.114084:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.114161:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260352 00000100:00100000:1.0:1763336283.114170:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260352 00010000:00010000:1.0:1763336283.114204:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00000100:00100000:1.0:1763336283.114243:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3793 00000100:00100000:1.0:1763336283.114252:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042260352:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336283.114266:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336283.114271:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00010000:00010000:1.0:1763336283.114282:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00010000:00010000:1.0:1763336283.114304:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c918381b400/0x84ca14902aa46c0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6778a expref: 27 pid: 29013 timeout: 1171 lvb_type: 1 00010000:00010000:1.0:1763336283.114323:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.114325:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.114331:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa46c77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c2 expref: 26 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.114341:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa46c77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c2 expref: 26 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.114372:0:6499:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7a00/0x84ca14902aa46c77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c2 expref: 26 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.114386:0:6499:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056248192:192.168.203.16@tcp:105: 00000100:00100000:1.0:1763336283.114447:0:6499:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.116575:0:6499:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9285eb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6499:1848991056248192:192.168.203.16@tcp:105: 00010000:00010000:1.0:1763336283.116599:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336283.116942:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.117088:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2405:x1848991042260352:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2836us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.117098:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3793 00000100:00100000:2.0:1763336283.117388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.118033:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260480 00000100:00100000:0.0:1763336283.118033:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260608 00000100:00100000:3.0:1763336283.118042:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260480 00000100:00100000:0.0:1763336283.118042:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260608 00002000:00010000:3.0:1763336283.118070:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/69 (0->18446744073709551615) 00002000:00010000:0.0:1763336283.118071:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/67 (0->18446744073709551615) 00002000:00100000:3.0:1763336283.118075:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184d9d500 with x1848991042260480 ext(0->18446744073709551615) 00002000:00100000:0.0:1763336283.118075:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184d9c700 with x1848991042260608 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336283.118085:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184d9c700. 00000100:00100000:0.0:1763336283.118115:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2480 00000100:00100000:0.0:1763336283.118123:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042260608:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336283.118283:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184d9d500. 00002000:00010000:0.0:1763336283.118285:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336283.118288:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb mtime from disk: 0 -> 1763336283 00002000:00010000:0.0:1763336283.118291:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763336283.118293:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb ctime from disk: 0 -> 1763336283 00002000:00010000:0.0:1763336283.118296:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336283.118404:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2481 00000100:00100000:3.0:1763336283.118411:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042260480:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:3.0:1763336283.118483:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336283.118486:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb mtime from disk: 0 -> 1763336283 00002000:00010000:3.0:1763336283.118488:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763336283.118490:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb ctime from disk: 0 -> 1763336283 00002000:00010000:3.0:1763336283.118492:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336283.118510:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042260480:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 100us (1569us total) trans 17179872246 rc 0/0 00000100:00100000:3.0:1763336283.118516:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2481 00002000:00010000:3.0:1763336283.118519:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/69 (0->18446744073709551615) 00002000:00100000:3.0:1763336283.118521:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184d9d500 with x1848991042260480 ext(0->18446744073709551615) 00002000:00010000:3.0:1763336283.118525:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9184d9d500. 00000100:00100000:0.0:1763336283.118755:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042260608:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 209us (943us total) trans 21474839704 rc 0/0 00000100:00100000:0.0:1763336283.118762:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2480 00002000:00010000:0.0:1763336283.118765:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/67 (0->18446744073709551615) 00002000:00100000:0.0:1763336283.118768:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9184d9c700 with x1848991042260608 ext(0->18446744073709551615) 00002000:00010000:0.0:1763336283.118773:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9184d9c700. 00000100:00100000:0.0:1763336283.121974:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.122073:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260736 00000100:00100000:2.0:1763336283.122082:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260736 00000100:00100000:2.0:1763336283.122139:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8020 00000100:00100000:2.0:1763336283.122149:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042260736:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:2.0:1763336283.122266:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042260736:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 118us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.122277:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8020 00000100:00100000:2.0:1763336283.123918:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.123994:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260864 00000100:00100000:3.0:1763336283.124002:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260864 00000100:00100000:3.0:1763336283.124118:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8021 00000100:00100000:3.0:1763336283.124126:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042260864:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336283.124221:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042260864:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 94us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.124230:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8021 00000100:00100000:1.0:1763336283.127186:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.127270:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042260992 00000100:00100000:0.0:1763336283.127279:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042260992 00000100:00100000:0.0:1763336283.127338:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2482 00000100:00100000:0.0:1763336283.127348:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042260992:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336283.127381:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.127418:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.127420:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.127426:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.127446:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130016:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130035:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130044:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130051:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c7e00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336283.130056:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130064:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130091:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.130101:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91863c7e00/0x84ca14902aa46c7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.130209:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2407:x1848991042260992:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 2858us (3026us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1763336283.130220:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2482 00000100:00100000:2.0:1763336283.135816:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.135904:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261120 00000100:00100000:3.0:1763336283.135914:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261120 00000100:00100000:3.0:1763336283.135981:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2483 00000100:00100000:3.0:1763336283.135991:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2406:x1848991042261120:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:3.0:1763336283.136024:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.136042:0:24002:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 27 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.136049:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336283.136051:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763336283.136055:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.136083:0:24002:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 27 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.136095:0:24002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 27 pid: 30886 timeout: 1171 lvb_type: 0 00000100:00100000:3.0:1763336283.136108:0:24002:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056248320:192.168.203.16@tcp:104: 00000100:00100000:3.0:1763336283.136185:0:24002:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336283.139110:0:24002:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24002:1848991056248320:192.168.203.16@tcp:104: 00010000:00010000:3.0:1763336283.139136:0:24002:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.139419:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.139677:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261248 00000100:00100000:1.0:1763336283.139709:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261248 00010000:00010000:1.0:1763336283.139747:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 28 pid: 30886 timeout: 1171 lvb_type: 0 00000100:00100000:1.0:1763336283.139780:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3794 00000100:00100000:1.0:1763336283.139790:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2404:x1848991042261248:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336283.139804:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336283.139824:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 28 pid: 30886 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.139835:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 28 pid: 30886 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.139856:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c91863c6e00/0x84ca14902aa46c70 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677bb expref: 28 pid: 30886 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.139869:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.139871:0:6499:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.139887:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.139897:0:6499:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.139920:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336283.139974:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042261248:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 185us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.139982:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3794 00010000:00010000:0.0:1763336283.140045:0:24002:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.140054:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336283.145493:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872247 is committed 00000001:00080000:2.0:1763336283.145516:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872242 is committed 00002000:00010000:0.0:1763336283.145711:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb size from disk: 0 -> 40960 00002000:00010000:0.0:1763336283.145716:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:0.0:1763336283.145729:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.145741:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.145750:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.145758:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbf400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336283.145763:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.145772:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.145791:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.145799:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf400/0x84ca14902aa46c85 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [4096->40959] (req 4096->40959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336283.145888:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042261120:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 9883us (10064us total) trans 17179872247 rc 0/0 00000100:00100000:0.0:1763336283.145898:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2483 00000100:00100000:2.0:1763336283.149574:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.149645:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261376 00000100:00100000:3.0:1763336283.149654:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261376 00000100:00100000:3.0:1763336283.149770:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8022 00000100:00100000:3.0:1763336283.149781:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042261376:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:3.0:1763336283.149903:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2404:x1848991042261376:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 124us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.149910:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8022 00000100:00100000:2.0:1763336283.155132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.155250:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261504 00000100:00100000:0.0:1763336283.155258:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261504 00000100:00100000:0.0:1763336283.155313:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8023 00000100:00100000:0.0:1763336283.155325:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042261504:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336283.155452:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042261504:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 129us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.155460:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8023 00000100:00100000:1.0:1763336283.164048:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.164104:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261632 00000100:00100000:0.0:1763336283.164114:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261632 00000100:00100000:0.0:1763336283.164199:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2484 00000100:00100000:0.0:1763336283.164210:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042261632:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:0.0:1763336283.164266:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164281:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.164284:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.164289:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164302:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164416:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164426:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164434:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164441:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2000 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:0.0:1763336283.164445:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164453:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164467:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.164493:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c91867e2000/0x84ca14902aa46c8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763336283.164571:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042261632:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 362us (530us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1763336283.164579:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2484 00000100:00100000:2.0:1763336283.170310:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.170593:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261760 00000100:00100000:3.0:1763336283.170603:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261760 00000100:00100000:3.0:1763336283.170674:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2485 00000100:00100000:3.0:1763336283.170721:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042261760:12345-192.168.203.16@tcp:4:lfs.0 00002000:00010000:3.0:1763336283.170765:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x45:0x0] initial LVB size: 40960, mtime: 0x691a605b, atime: 0x0, ctime: 0x691a605b, blocks: 0x48 00010000:00010000:3.0:1763336283.170773:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.170792:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.170795:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.170800:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.170813:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763336283.175994:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872248 is committed 00002000:00010000:3.0:1763336283.176291:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb size from disk: 40960 -> 110592 00002000:00010000:3.0:1763336283.176296:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb blocks from disk: 72 -> 96 00010000:00010000:3.0:1763336283.176310:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.176320:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.176333:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.176340:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbec00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:3.0:1763336283.176344:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.176352:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.176371:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.176378:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbec00/0x84ca14902aa46c93 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [98304->110591] (req 98304->110591) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.176480:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184d9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042261760:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 5792us (6173us total) trans 17179872248 rc 0/0 00000100:00100000:3.0:1763336283.176491:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2485 00000100:00100000:1.0:1763336283.179450:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.179610:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042261888 00000100:00100000:0.0:1763336283.179619:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042261888 00000100:00100000:0.0:1763336283.179668:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8024 00000100:00100000:0.0:1763336283.179676:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042261888:12345-192.168.203.16@tcp:23:lfs.0 00000100:00100000:0.0:1763336283.184982:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042261888:12345-192.168.203.16@tcp:23:lfs.0 Request processed in 5294us (5526us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.184998:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8024 00000100:00100000:1.0:1763336283.188625:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.188749:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262144 00000100:00100000:2.0:1763336283.188763:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262144 00000100:00100000:2.0:1763336283.188831:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10888 00000100:00100000:2.0:1763336283.188840:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+40:57651:x1848991042262144:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336283.189058:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336283.189076:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.189093:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000001:00080000:2.0:1763336283.189138:0:33424:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969148 00000004:00010000:2.0:1763336283.189161:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000717eba74 reply state 0000000012bd6669 transno 4294969149 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.189174:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.189185:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:2.0:1763336283.189189:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336283.189193:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336283.189292:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57651:x1848991042262144:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 452us (679us total) trans 4294969149 rc 0/0 00000100:00100000:2.0:1763336283.189299:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10888 00000020:00080000:2.0:1763336283.189305:0:33424:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763336283.194353:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.195500:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262272 00000100:00100000:0.0:1763336283.195510:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262272 00000100:00100000:1.0:1763336283.196145:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8025 00000100:00100000:1.0:1763336283.196156:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57651:x1848991042262272:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.196172:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.196193:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677c9 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336283.196217:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x45:0x0] initial LVB size: 110592, mtime: 0x691a605b, atime: 0x0, ctime: 0x691a605b, blocks: 0x60 00010000:00010000:1.0:1763336283.196237:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.196239:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.196246:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.196261:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 19 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.196273:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336283.196343:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57651:x1848991042262272:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 189us (1998us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.196351:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8025 00000100:00100000:1.0:1763336283.199541:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.199585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.200123:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262400 00000100:00100000:0.0:1763336283.200129:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262528 00000100:00100000:3.0:1763336283.200133:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262400 00000100:00100000:0.0:1763336283.200133:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262528 00002000:00010000:2.0:1763336283.200292:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/67 (0->18446744073709551615) 00002000:00100000:2.0:1763336283.200299:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015500 with x1848991042262528 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336283.200309:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015500. 00000100:00100000:2.0:1763336283.200344:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2486 00000100:00100000:2.0:1763336283.200353:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:2405:x1848991042262528:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336283.200485:0:24002:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763336283.200488:0:24002:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb mtime from disk: 1763336283 -> 1763336283 00002000:00010000:2.0:1763336283.200491:0:24002:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336283.200493:0:24002:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb ctime from disk: 1763336283 -> 1763336283 00002000:00010000:2.0:1763336283.200495:0:24002:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763336283.200556:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042262528:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 204us (970us total) trans 21474839705 rc 0/0 00000100:00100000:2.0:1763336283.200563:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2486 00002000:00010000:2.0:1763336283.200567:0:24002:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/67 (0->18446744073709551615) 00002000:00100000:2.0:1763336283.200569:0:24002:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187015500 with x1848991042262528 ext(0->18446744073709551615) 00002000:00010000:2.0:1763336283.200573:0:24002:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9c9187015500. 00002000:00010000:2.0:1763336283.200607:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/69 (240763->18446744073709551615) 00002000:00100000:2.0:1763336283.200611:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016a00 with x1848991042262400 ext(240763->18446744073709551615) 00002000:00010000:2.0:1763336283.200626:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187016a00. 00000100:00100000:2.0:1763336283.200649:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2487 00000100:00100000:2.0:1763336283.200656:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2405:x1848991042262400:12345-192.168.203.16@tcp:10:lfs.0 00002000:00010000:2.0:1763336283.200811:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb size from disk: 110592 -> 240763 00002000:00010000:2.0:1763336283.200815:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb mtime from disk: 1763336283 -> 1763336283 00002000:00010000:2.0:1763336283.200817:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763336283.200820:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb ctime from disk: 1763336283 -> 1763336283 00002000:00010000:2.0:1763336283.200822:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1763336283.200863:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042262400:12345-192.168.203.16@tcp:10:lfs.0 Request processed in 208us (1330us total) trans 17179872249 rc 0/0 00000100:00100000:2.0:1763336283.200870:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2487 00002000:00010000:2.0:1763336283.200883:0:8404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/69 (240763->18446744073709551615) 00002000:00100000:2.0:1763336283.200886:0:8404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9c9187016a00 with x1848991042262400 ext(240763->18446744073709551615) 00002000:00010000:2.0:1763336283.200891:0:8404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9c9187016a00. 00000100:00100000:1.0:1763336283.203673:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.203785:0:24002:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262656 00000100:00100000:3.0:1763336283.203794:0:24002:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262656 00000100:00100000:2.0:1763336283.203910:0:24002:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2488 00000100:00100000:2.0:1763336283.203921:0:24002:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042262656:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.203956:0:24002:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.203970:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.203972:0:24002:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.203976:0:24002:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.203988:0:24002:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204119:0:24002:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204128:0:24002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204137:0:24002:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204143:0:24002:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.204147:0:24002:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204158:0:24002:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204173:0:24002:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.204179:0:24002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46ca8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24002 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.204294:0:24002:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2405:x1848991042262656:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 371us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763336283.204302:0:24002:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2488 00000100:00100000:1.0:1763336283.208144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.208281:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262784 00000100:00100000:2.0:1763336283.208290:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262784 00000100:00100000:2.0:1763336283.208367:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2489 00000100:00100000:2.0:1763336283.208377:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042262784:12345-192.168.203.16@tcp:4:lfs.0 00010000:00010000:2.0:1763336283.208411:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.208428:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.208436:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.208437:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.208441:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.208472:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 20 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.208485:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 20 pid: 30886 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.208510:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056248448:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336283.208599:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.210565:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056248448:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.210588:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.210718:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.210927:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042262912 00000100:00100000:3.0:1763336283.210933:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042262912 00010000:00010000:3.0:1763336283.210963:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 21 pid: 30886 timeout: 1171 lvb_type: 0 00000100:00100000:3.0:1763336283.211076:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3795 00000100:00100000:3.0:1763336283.211086:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042262912:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336283.211100:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336283.211119:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 21 pid: 30886 timeout: 1171 lvb_type: 0 00010000:00010000:3.0:1763336283.211131:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 21 pid: 30886 timeout: 1171 lvb_type: 0 00010000:00010000:3.0:1763336283.211153:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677c9 expref: 21 pid: 30886 timeout: 1171 lvb_type: 0 00010000:00010000:3.0:1763336283.211168:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.211170:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.211174:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.211183:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.211211:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336283.211574:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042262912:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 488us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.211583:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3795 00010000:00010000:2.0:1763336283.212398:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.212414:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763336283.219479:0:26006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179872250 is committed 00002000:00010000:2.0:1763336283.219810:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb size from disk: 240763 -> 241664 00002000:00010000:2.0:1763336283.219815:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb blocks from disk: 96 -> 104 00010000:00010000:2.0:1763336283.219828:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.219840:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.219849:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.219855:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a18400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.219860:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.219868:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.219896:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.219904:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46caf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [237568->241663] (req 237568->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.220082:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2404:x1848991042262784:12345-192.168.203.16@tcp:4:lfs.0 Request processed in 11702us (11942us total) trans 17179872250 rc 0/0 00000100:00100000:2.0:1763336283.220092:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2489 00000100:00100000:1.0:1763336283.223382:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.223560:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263040 00000100:00100000:2.0:1763336283.223571:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263040 00000100:00100000:2.0:1763336283.223619:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10889 00000100:00100000:2.0:1763336283.223629:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+43:57651:x1848991042263040:12345-192.168.203.16@tcp:44:lfs.0 00010000:00010000:1.0:1763336283.225533:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225550:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225562:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225567:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91863c6c00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336283.225572:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225580:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225596:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.225599:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336283.225604:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225609:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c6c00/0x84ca14902aa46b66 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.225627:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.225633:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.225639:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.225643:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e19000 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336283.225646:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.225651:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.225663:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.225665:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336283.225668:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.225674:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e19000/0x84ca14902aa46b82 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00000001:00080000:3.0:1763336283.225766:0:7431:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294969149 is committed 00010000:00010000:1.0:1763336283.226357:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226366:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226373:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226379:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9285e18e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336283.226382:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226388:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226397:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.226400:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336283.226403:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226408:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18e00/0x84ca14902aa46b97 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226423:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226429:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226435:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226439:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336283.226442:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226448:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226455:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:1.0:1763336283.226458:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336283.226461:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226467:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46c62 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.226476:0:3632:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.226482:0:3632:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.226488:0:3632:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.226492:0:3632:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:1.0:1763336283.226495:0:3632:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.226504:0:3632:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.226511:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:1.0:1763336283.226514:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763336283.226516:0:3632:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:1.0:1763336283.226522:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46c9a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336283.226770:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57651:x1848991042263040:12345-192.168.203.16@tcp:44:lfs.0 Request processed in 3137us (3391us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.226779:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10889 00000100:00100000:0.0:1763336283.234859:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.235071:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.235326:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263168 00000100:00100000:1.0:1763336283.235336:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263168 00000100:00100000:1.0:1763336283.235388:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263296 00000100:00100000:1.0:1763336283.235391:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263296 00000100:00100000:1.0:1763336283.235421:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8026 00000100:00100000:1.0:1763336283.235431:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042263168:12345-192.168.203.16@tcp:16:lfs.0 00000100:00100000:1.0:1763336283.235529:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2406:x1848991042263168:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 98us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.235536:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8026 00000100:00100000:1.0:1763336283.235553:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8027 00000100:00100000:1.0:1763336283.235560:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+28:2406:x1848991042263296:12345-192.168.203.16@tcp:16:lfs.0 00000001:00080000:0.0:1763336283.237505:0:24687:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839705 is committed 00010000:00010000:3.0:1763336283.237823:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763336283.238398:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2406:x1848991042263296:12345-192.168.203.16@tcp:16:lfs.0 Request processed in 2832us (3321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.238410:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8027 00000100:00100000:0.0:1763336283.257093:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.257149:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.257414:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263424 00000100:00100000:3.0:1763336283.257424:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263424 00000100:00100000:1.0:1763336283.259350:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263552 00000100:00100000:1.0:1763336283.259362:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263552 00000100:00100000:1.0:1763336283.259425:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8028 00000100:00100000:1.0:1763336283.259436:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042263424:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336283.259477:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259492:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.259495:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.259500:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.259511:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8029 00010000:00010000:1.0:1763336283.259515:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.259525:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042263552:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:1.0:1763336283.259540:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259551:0:8398:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259551:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259571:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259573:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.259576:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.259581:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259584:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92a9e0c600 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336283.259590:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259597:0:8398:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259601:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259617:0:8398:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259625:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259642:0:8398:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.259644:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259660:0:8398:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259667:0:8398:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a19800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.259671:0:8398:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259679:0:8398:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259707:0:8398:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.259714:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a19800/0x84ca14902aa46cbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.259769:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042263552:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 249us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.259776:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8029 00000100:00100000:1.0:1763336283.259794:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042263424:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 358us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.259803:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8028 00000100:00100000:1.0:1763336283.259926:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.259962:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263680 00000100:00100000:2.0:1763336283.259967:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263680 00000100:00100000:2.0:1763336283.260001:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8030 00000100:00100000:2.0:1763336283.260007:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042263680:12345-192.168.203.16@tcp:1:lfs.0 00010000:00010000:2.0:1763336283.260026:0:30886:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260034:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.260036:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.260039:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260048:0:30886:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260062:0:30886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260070:0:30886:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260076:0:30886:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260083:0:30886:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a18400 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.260087:0:30886:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260094:0:30886:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260103:0:30886:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.260111:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a18400/0x84ca14902aa46cc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.260166:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042263680:12345-192.168.203.16@tcp:1:lfs.0 Request processed in 158us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.260173:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8030 00000100:00100000:1.0:1763336283.268914:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.271010:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042263936 00000100:00100000:2.0:1763336283.271025:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042263936 00000100:00100000:2.0:1763336283.271096:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10890 00000100:00100000:2.0:1763336283.271108:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:57651:x1848991042263936:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:2.0:1763336283.271195:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46ccb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:2.0:1763336283.271212:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46ccb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.271224:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46ccb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00010000:2.0:1763336283.271342:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ebb853be reply state 0000000067aa009c transno 4294969150 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46ccb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.271355:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb400/0x84ca14902aa46ccb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:2.0:1763336283.271362:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:2.0:1763336283.271366:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763336283.271369:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763336283.271468:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57651:x1848991042263936:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 362us (2561us total) trans 4294969150 rc 0/0 00000100:00100000:2.0:1763336283.271476:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10890 00000100:00100000:3.0:1763336283.275193:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.275283:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042264064 00000100:00100000:1.0:1763336283.275293:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042264064 00000100:00100000:1.0:1763336283.276085:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8031 00000100:00100000:1.0:1763336283.276098:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57651:x1848991042264064:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.276118:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.276139:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677d0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763336283.276162:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x45:0x0] initial LVB size: 241664, mtime: 0x691a605b, atime: 0x0, ctime: 0x691a605b, blocks: 0x68 00010000:00010000:1.0:1763336283.276186:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.276189:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.276196:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 19 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.276211:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 19 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.276223:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c600, rc 0) 00000100:00100000:1.0:1763336283.276285:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:57651:x1848991042264064:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 191us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.276293:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8031 00000100:00100000:3.0:1763336283.281848:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.282638:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.282781:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042264320 00000100:00100000:2.0:1763336283.282791:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042264320 00000100:00100000:2.0:1763336283.282846:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042264192 00000100:00100000:2.0:1763336283.282849:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042264192 00000100:00100000:2.0:1763336283.282894:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8032 00000100:00100000:2.0:1763336283.282904:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+12:2405:x1848991042264320:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:0.0:1763336283.282906:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8033 00000100:00100000:0.0:1763336283.282915:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+19:2404:x1848991042264192:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:2.0:1763336283.283036:0:30886:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763336283.283036:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb size from disk: 241664 -> 241664 00002000:00010000:2.0:1763336283.283040:0:30886:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb mtime from disk: 1763336283 -> 1763336282 00002000:00010000:0.0:1763336283.283040:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb mtime from disk: 1763336283 -> 1763336282 00002000:00010000:2.0:1763336283.283043:0:30886:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb atime from disk: 0 -> 1763336282 00002000:00010000:0.0:1763336283.283043:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb atime from disk: 0 -> 1763336282 00002000:00010000:2.0:1763336283.283046:0:30886:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb ctime from disk: 1763336283 -> 1763336283 00002000:00010000:0.0:1763336283.283046:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb ctime from disk: 1763336283 -> 1763336283 00002000:00010000:2.0:1763336283.283049:0:30886:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x43:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763336283.283049:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x45:0x0] updating lvb blocks from disk: 104 -> 104 00000100:00100000:2.0:1763336283.283513:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042264320:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 608us (1671us total) trans 21474839706 rc 0/0 00000100:00100000:0.0:1763336283.283513:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042264192:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 597us (874us total) trans 17179872251 rc 0/0 00000100:00100000:0.0:1763336283.283522:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8033 00000100:00100000:2.0:1763336283.283525:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8032 00000100:00100000:2.0:1763336283.289577:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.289643:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042264576 00000100:00100000:0.0:1763336283.289652:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042264576 00000100:00100000:0.0:1763336283.289733:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10891 00000100:00100000:0.0:1763336283.289743:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57651:x1848991042264576:12345-192.168.203.16@tcp:55:lfs.0 00010000:00010000:0.0:1763336283.289806:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336283.289820:0:33424:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.289830:0:33424:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 4/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.289862:0:33424:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.289883:0:33424:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 24 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:0.0:1763336283.289898:0:33424:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186b88e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056248576:192.168.203.16@tcp:104: 00000100:00100000:0.0:1763336283.289982:0:33424:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918324d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.295869:0:33424:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186b88e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:33424:1848991056248576:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336283.295911:0:33424:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000100:00100000:2.0:1763336283.299128:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.299212:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042264704 00000100:00100000:3.0:1763336283.299222:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042264704 00010000:00010000:3.0:1763336283.299260:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 25 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:3.0:1763336283.299305:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3796 00000100:00100000:3.0:1763336283.299431:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2405:x1848991042264704:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336283.299447:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336283.299455:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 25 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:3.0:1763336283.299468:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 25 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:3.0:1763336283.299489:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46c5b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x60:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ad expref: 25 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:3.0:1763336283.299504:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:3.0:1763336283.299508:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336283.299517:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336283.299524:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33424 initiator: MDT1 00010000:00010000:3.0:1763336283.299556:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336283.299614:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:2405:x1848991042264704:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 299us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.299622:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3796 00010000:00010000:0.0:1763336283.299884:0:33424:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299892:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299928:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299935:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299941:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299947:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336283.299951:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299963:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299972:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336283.299975:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763336283.299979:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 2/0,0 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.299984:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46cd9 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00000100:00100000:0.0:1763336283.300026:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57651:x1848991042264576:12345-192.168.203.16@tcp:55:lfs.0 Request processed in 10285us (10459us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763336283.300035:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10891 00000100:00100000:3.0:1763336283.302201:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.302806:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042264960 00000100:00100000:0.0:1763336283.302815:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042264960 00000100:00100000:0.0:1763336283.302880:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10892 00000100:00100000:0.0:1763336283.302892:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57651:x1848991042264960:12345-192.168.203.16@tcp:36:lfs.0 00010000:00010000:0.0:1763336283.302947:0:33424:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.302971:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381a400/0x84ca14902aa46ba5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67760 expref: 23 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.302989:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.302994:0:33424:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763336283.303044:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46ce0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336283.303057:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46ce0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.303071:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46ce0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00010000:0.0:1763336283.303176:0:33424:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000074867f65 reply state 00000000de169e5b transno 4294969151 ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46ce0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.303187:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2000/0x84ca14902aa46ce0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.303193:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.303196:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763336283.303198:0:33424:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763336283.303281:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57651:x1848991042264960:12345-192.168.203.16@tcp:36:lfs.0 Request processed in 391us (1086us total) trans 4294969151 rc 0/0 00000100:00100000:0.0:1763336283.303288:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10892 00000100:00100000:2.0:1763336283.305839:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.306938:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265088 00000100:00100000:1.0:1763336283.306948:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265088 00000100:00100000:1.0:1763336283.307006:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8034 00000100:00100000:1.0:1763336283.307015:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57651:x1848991042265088:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.307030:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.307046:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677d7 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.307073:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.307082:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.307083:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.307088:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.307117:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.307129:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 1171 lvb_type: 1 00000100:00100000:1.0:1763336283.307147:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056248704:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336283.307222:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.310042:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.310156:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056248704:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336283.310186:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.310205:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0ce00, rc 0) 00000100:00100000:1.0:1763336283.310263:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57651:x1848991042265088:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3248us (4576us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.310272:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8034 00000100:00100000:3.0:1763336283.310599:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265216 00000100:00100000:3.0:1763336283.310607:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265216 00010000:00010000:3.0:1763336283.310636:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 1171 lvb_type: 1 00000100:00100000:3.0:1763336283.311219:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3797 00000100:00100000:3.0:1763336283.311231:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042265216:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336283.311246:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336283.311265:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 1171 lvb_type: 1 00010000:00010000:3.0:1763336283.311279:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 1171 lvb_type: 1 00010000:00010000:3.0:1763336283.311301:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46c3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67798 expref: 14 pid: 27808 timeout: 1171 lvb_type: 1 00010000:00010000:3.0:1763336283.311314:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.311316:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.311324:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.311340:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.311375:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 13 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.311390:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056248832:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336283.311462:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00000100:00100000:3.0:1763336283.314337:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056248832:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336283.314360:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336283.314410:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042265216:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 3181us (4375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.314421:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3797 00000100:00100000:0.0:1763336283.314839:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.315156:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265344 00000100:00100000:1.0:1763336283.315164:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265344 00000100:00100000:1.0:1763336283.315236:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8035 00000100:00100000:1.0:1763336283.315243:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:57651:x1848991042265344:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.315257:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.315270:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46cee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677de expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.315293:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 14 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.315299:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.315300:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.315303:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46cee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677de expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.315335:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 14 pid: 9765 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.315349:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 14 pid: 9765 timeout: 1171 lvb_type: 1 00000100:00100000:1.0:1763336283.315362:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056248960:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336283.315852:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.319433:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.319536:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265472 00000100:00100000:3.0:1763336283.319544:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265472 00010000:00010000:3.0:1763336283.319580:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 15 pid: 9765 timeout: 1171 lvb_type: 1 00000100:00100000:3.0:1763336283.319627:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3798 00000100:00100000:3.0:1763336283.319638:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2404:x1848991042265472:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763336283.319651:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763336283.319669:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 15 pid: 9765 timeout: 1171 lvb_type: 1 00010000:00010000:3.0:1763336283.319728:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 15 pid: 9765 timeout: 1171 lvb_type: 1 00010000:00010000:3.0:1763336283.319751:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.319754:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.319761:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46cee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677de expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.319770:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677de expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.319805:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677de expref: 15 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.319818:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056249088:192.168.203.16@tcp:105: 00000100:00100000:3.0:1763336283.319903:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92a9eb9780 going to sleep for 11 seconds 00010000:00010000:1.0:1763336283.320027:0:28588:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fb800/0x84ca14902aa46c46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6779f expref: 15 pid: 9765 timeout: 1171 lvb_type: 1 00000100:00100000:1.0:1763336283.320043:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28588:1848991056248960:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336283.320066:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0d600/0x84ca14902aa46cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677de expref: 14 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.320079:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0d600, rc 0) 00000100:00100000:1.0:1763336283.320123:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:57651:x1848991042265344:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4879us (5289us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.320130:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8035 00000100:00100000:3.0:1763336283.322556:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6498:1848991056249088:192.168.203.16@tcp:105: 00010000:00010000:3.0:1763336283.322577:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763336283.322625:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f97050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2404:x1848991042265472:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 2989us (3199us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.322635:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3798 00000100:00100000:0.0:1763336283.323262:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.323439:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265600 00000100:00100000:1.0:1763336283.323448:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265600 00000100:00100000:1.0:1763336283.323497:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8036 00000100:00100000:1.0:1763336283.323506:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:57651:x1848991042265600:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.323526:0:28588:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.323544:0:28588:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46cf5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677e5 expref: -99 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.323570:0:28588:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.323578:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.323581:0:28588:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763336283.323585:0:28588:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46cf5 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677e5 expref: 21 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.323614:0:28588:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763336283.323626:0:28588:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 1171 lvb_type: 1 00000100:00100000:1.0:1763336283.323639:0:28588:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056249216:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336283.323718:0:28588:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f180 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.327242:0:28588:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28588:1848991056249216:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336283.327275:0:28588:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46cf5 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677e5 expref: 21 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.327293:0:28588:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0da00, rc 0) 00000100:00100000:1.0:1763336283.327350:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:57651:x1848991042265600:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3844us (4089us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.327359:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8036 00000100:00100000:0.0:1763336283.331277:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.331811:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265728 00000100:00100000:2.0:1763336283.331822:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265728 00010000:00010000:2.0:1763336283.331866:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 1171 lvb_type: 1 00000100:00100000:2.0:1763336283.331926:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3799 00000100:00100000:2.0:1763336283.331937:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2405:x1848991042265728:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336283.331953:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336283.331973:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 1171 lvb_type: 1 00010000:00010000:2.0:1763336283.331987:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 1171 lvb_type: 1 00010000:00010000:2.0:1763336283.332127:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9186cbf600/0x84ca14902aa46c4d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677a6 expref: 21 pid: 8398 timeout: 1171 lvb_type: 1 00010000:00010000:2.0:1763336283.332145:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.332148:0:6498:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.332570:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677e5 expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.332583:0:6498:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677e5 expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.332622:0:6498:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0da00/0x84ca14902aa46cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677e5 expref: 20 pid: 28588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.332640:0:6498:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184818000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056249344:192.168.203.16@tcp:105: 00000100:00100000:2.0:1763336283.334908:0:6498:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.340633:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.340985:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265856 00000100:00100000:1.0:1763336283.340996:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265856 00000100:00100000:1.0:1763336283.341056:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8037 00000100:00100000:1.0:1763336283.341067:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+13:2405:x1848991042265856:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336283.341209:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb size from disk: 240763 -> 240763 00002000:00010000:1.0:1763336283.341213:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336283.341215:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb atime from disk: 1763336282 -> 1763336282 00002000:00010000:1.0:1763336283.341218:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb ctime from disk: 1763336282 -> 1763336283 00002000:00010000:1.0:1763336283.341220:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x36:0x0] updating lvb blocks from disk: 288 -> 288 00000100:00100000:1.0:1763336283.341271:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042265856:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 206us (647us total) trans 21474839707 rc 0/0 00000100:00100000:1.0:1763336283.341279:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8037 00000100:00100000:2.0:1763336283.341386:0:6498:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184818000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6498:1848991056249344:192.168.203.16@tcp:105: 00010000:00010000:2.0:1763336283.341405:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336283.341428:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2405:x1848991042265728:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 9494us (10160us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.341437:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3799 00000100:00100000:3.0:1763336283.341708:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.341771:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.342292:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042265984 00000100:00100000:1.0:1763336283.342299:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042265984 00000100:00100000:1.0:1763336283.342329:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042266112 00000100:00100000:1.0:1763336283.342333:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042266112 00000100:00100000:1.0:1763336283.342355:0:28588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8038 00000100:00100000:1.0:1763336283.342361:0:28588:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+14:2405:x1848991042265984:12345-192.168.203.16@tcp:2:lfs.0 00002000:00010000:1.0:1763336283.342439:0:28588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763336283.342444:0:28588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00000100:00100000:3.0:1763336283.342445:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8039 00002000:00010000:1.0:1763336283.342449:0:28588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb atime from disk: 1763336280 -> 1763336282 00002000:00010000:1.0:1763336283.342452:0:28588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb ctime from disk: 1763336282 -> 1763336283 00002000:00010000:1.0:1763336283.342455:0:28588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x38:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763336283.342460:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+20:2404:x1848991042266112:12345-192.168.203.16@tcp:2:lfs.0 00000100:00100000:1.0:1763336283.342488:0:28588:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2405:x1848991042265984:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 126us (780us total) trans 21474839708 rc 0/0 00000100:00100000:1.0:1763336283.342495:0:28588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8038 00002000:00010000:3.0:1763336283.342548:0:8398:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763336283.342553:0:8398:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb mtime from disk: 1763336282 -> 1763336282 00002000:00010000:3.0:1763336283.342555:0:8398:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb atime from disk: 1763336280 -> 1763336282 00002000:00010000:3.0:1763336283.342558:0:8398:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb ctime from disk: 1763336282 -> 1763336283 00002000:00010000:3.0:1763336283.342560:0:8398:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x3a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763336283.342604:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042266112:12345-192.168.203.16@tcp:2:lfs.0 Request processed in 148us (830us total) trans 17179872252 rc 0/0 00000100:00100000:3.0:1763336283.342613:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8039 00000100:00100000:1.0:1763336283.346423:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.346501:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042266368 00000100:00100000:3.0:1763336283.346510:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042266368 00000100:00100000:3.0:1763336283.346561:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3722 00000100:00100000:3.0:1763336283.346569:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57651:x1848991042266368:12345-192.168.203.16@tcp:35:lfs.0 00000004:00010000:3.0:1763336283.346632:0:35235:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x4b:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa46c1c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67791 expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.346667:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:3.0:1763336283.346680:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.346804:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763336283.346814:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 5/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336283.347526:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.347541:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 24 pid: 33424 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.347555:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9184818000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056249472:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.347632:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 24 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.347641:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 24 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.347649:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056249600:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336283.347666:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.352754:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.352803:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.352885:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042266496 00000100:00100000:1.0:1763336283.352893:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042266496 00010000:00010000:1.0:1763336283.352927:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 25 pid: 33424 timeout: 1171 lvb_type: 0 00000100:00100000:1.0:1763336283.352960:0:6499:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042266624 00000100:00100000:1.0:1763336283.352963:0:6499:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042266624 00010000:00010000:1.0:1763336283.352974:0:6499:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 26 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:1.0:1763336283.352994:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3800 00000100:00100000:1.0:1763336283.353001:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042266496:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336283.353014:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336283.353020:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 26 pid: 33424 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.353032:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 26 pid: 33424 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.353052:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.353057:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336283.353066:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336283.353072:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336283.353112:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:2404:x1848991042266496:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 111us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.353119:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3800 00000100:00100000:1.0:1763336283.353135:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3801 00000100:00100000:1.0:1763336283.353140:0:6499:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042266624:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336283.353146:0:6499:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336283.353150:0:6499:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 25 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.353171:0:6499:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 25 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.353181:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.353184:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336283.353191:0:6499:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336283.353198:0:6499:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 35235 initiator: MDT1 00010000:00010000:1.0:1763336283.353214:0:6499:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336283.353230:0:6499:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186b88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:2404:x1848991042266624:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 90us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.353236:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3801 00010000:00010000:2.0:1763336283.353918:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9285e18a00/0x84ca14902aa46b6d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6774b expref: 24 pid: 33424 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.353934:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9184818000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056249472:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.353944:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91865d1c00/0x84ca14902aa468b1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67625 expref: 23 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.353954:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056249600:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.353973:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336283.353982:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336283.353987:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336283.354007:0:35235:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35235 initiator: MDT0 00010000:00010000:2.0:1763336283.354018:0:35235:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.354026:0:35235:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336283.354050:0:35235:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 22 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.354060:0:35235:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 22 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.354072:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056249728:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336283.354131:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bb240 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.356607:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001_UUID:35235:1848991056249728:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.356631:0:35235:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:1.0:1763336283.357600:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.358421:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042266752 00000100:00100000:3.0:1763336283.358432:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042266752 00010000:00010000:0.0:1763336283.359095:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 23 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:0.0:1763336283.359128:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3802 00000100:00100000:0.0:1763336283.359136:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042266752:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336283.359149:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.359155:0:6498:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 23 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.359168:0:6498:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 23 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.359190:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91863c7800/0x84ca14902aa46c69 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x60:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677b4 expref: 23 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.359205:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:0.0:1763336283.359210:0:6498:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336283.359219:0:6498:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336283.359226:0:6498:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35235 initiator: MDT1 00010000:00010000:0.0:1763336283.360293:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336283.360362:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187015180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042266752:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 1221us (2760us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.360373:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3802 00010000:00010000:2.0:1763336283.360576:0:35235:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00010000:00010000:2.0:1763336283.360590:0:35235:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35235 initiator: MDT1 00000100:00100000:2.0:1763336283.361206:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056249856:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.361250:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.361429:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92902bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.361471:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056249856 00000100:00100000:0.0:1763336283.361478:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056249856 00000100:00080000:3.0:1763336283.362227:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763336283.362306:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:0.0:1763336283.362315:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056249856:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336283.362406:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056249856:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 93us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.362413:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1763336283.362494:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839688 gen 2 00000004:00080000:1.0:1763336283.362500:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4a80, transno 21474839679 00000004:00080000:1.0:1763336283.362518:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca4380, transno 21474839680 00000004:00080000:1.0:1763336283.362520:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ca6a00, transno 21474839681 00000004:00080000:1.0:1763336283.362523:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cc01f80, transno 21474839682 00000004:00080000:1.0:1763336283.362526:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92bf83c380, transno 21474839683 00000004:00080000:1.0:1763336283.362528:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cc02a00, transno 21474839684 00000004:00080000:1.0:1763336283.362530:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cc00a80, transno 21474839685 00000004:00080000:1.0:1763336283.362532:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cc01500, transno 21474839686 00000004:00080000:1.0:1763336283.362535:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cc02d80, transno 21474839687 00000004:00080000:1.0:1763336283.362537:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918cc02680, transno 21474839688 00000100:00100000:1.0:1763336283.362543:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056249856:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336283.362597:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9187014380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056249984:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336283.362625:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336283.362649:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.362720:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056249984 00000100:00100000:2.0:1763336283.362726:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056249984 00000100:00100000:2.0:1763336283.362753:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1763336283.362758:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056249984:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.362817:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056249984:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (191us total) trans 0 rc 0/0 00000004:00080000:3.0:1763336283.363023:0:8686:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:2.0:1763336283.363061:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1763336283.363092:0:35235:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179872242 gen 2 00000004:00080000:2.0:1763336283.363096:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a7800, transno 17179872233 00000004:00080000:2.0:1763336283.363112:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a5180, transno 17179872234 00000004:00080000:2.0:1763336283.363115:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a4380, transno 17179872235 00000004:00080000:2.0:1763336283.363117:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a5880, transno 17179872236 00000004:00080000:2.0:1763336283.363119:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c91833a4700, transno 17179872237 00000004:00080000:2.0:1763336283.363122:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c9186ef8380, transno 17179872238 00000004:00080000:2.0:1763336283.363124:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae285f80, transno 17179872239 00000004:00080000:2.0:1763336283.363127:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918d3dca80, transno 17179872240 00000004:00080000:2.0:1763336283.363129:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c918c008380, transno 17179872241 00000004:00080000:2.0:1763336283.363131:0:35235:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9c92ae287800, transno 17179872242 00000100:00100000:2.0:1763336283.363135:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9187014380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056249984:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.363193:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250112:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.363219:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.363241:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbed16c0 going to sleep for 11 seconds 00000004:00080000:0.0:1763336283.363353:0:9757:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00080000:1.0:1763336283.363403:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763336283.363448:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250112 00000100:00100000:3.0:1763336283.363454:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250112 00000100:00100000:3.0:1763336283.363489:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1763336283.363496:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250112:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336283.363558:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9184819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250112:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.363565:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1763336283.363652:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250112:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.363756:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250240:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.363781:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.364097:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbed1300 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.364143:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250240 00000100:00100000:0.0:1763336283.364147:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250240 00000100:00100000:0.0:1763336283.364350:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1763336283.364357:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250240:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336283.364430:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250240:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 73us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.364436:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1763336283.364514:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250240:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.364558:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250368:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.364583:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.365105:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbed16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.365159:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250368 00000100:00100000:0.0:1763336283.365163:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250368 00000100:00100000:0.0:1763336283.365197:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1763336283.365203:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250368:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336283.365271:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250368:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 68us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.365277:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1763336283.365409:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250368:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.365443:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250496:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.365463:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.365559:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbed1300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.365591:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250496 00000100:00100000:1.0:1763336283.365595:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250496 00000100:00100000:1.0:1763336283.365785:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1763336283.365794:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250496:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336283.365855:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250496:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.365862:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1763336283.365945:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250496:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.365983:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250624:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.366005:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.366349:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbed16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336283.366499:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250624 00000100:00100000:3.0:1763336283.366505:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250624 00000100:00100000:3.0:1763336283.366541:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1763336283.366549:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250624:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336283.366607:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250624:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.366613:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:2.0:1763336283.366777:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250624:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.366813:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250752:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.366834:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.366854:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bbed1300 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.366930:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250752 00000100:00100000:1.0:1763336283.366934:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250752 00000100:00100000:1.0:1763336283.366988:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1763336283.366995:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250752:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336283.367057:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250752:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 62us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.367065:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1763336283.367137:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250752:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.367172:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250880:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.367190:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.367237:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165480 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.367261:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056250880 00000100:00100000:1.0:1763336283.367265:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056250880 00000100:00100000:1.0:1763336283.367503:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1763336283.367511:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250880:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336283.367573:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056250880:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 63us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.367579:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:2.0:1763336283.367625:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056250880:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.367655:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251008:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.367678:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.367941:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.368053:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056251008 00000100:00100000:0.0:1763336283.368058:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056251008 00000100:00100000:0.0:1763336283.368095:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1763336283.368102:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251008:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336283.368156:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251008:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 55us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.368162:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1763336283.368256:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251008:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.368293:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251136:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.368315:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.368340:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763336283.368395:0:6517:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056251136 00000100:00100000:3.0:1763336283.368400:0:6517:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056251136 00000100:00100000:3.0:1763336283.368434:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1763336283.368441:0:6517:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251136:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:3.0:1763336283.368500:0:6517:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186126680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251136:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 59us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.368506:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1763336283.368628:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251136:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.368660:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251264:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.368681:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.368819:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.368852:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056251264 00000100:00100000:0.0:1763336283.368856:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056251264 00000100:00100000:0.0:1763336283.368925:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1763336283.368934:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251264:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336283.368996:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251264:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 64us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.369005:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1763336283.369054:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251264:0@lo:1000:mdt_rdpg00_003.0 00000040:00080000:2.0:1763336283.369225:0:35235:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].36, 728 off58016 00000001:00080000:2.0:1763336283.369238:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969152 00000100:00100000:2.0:1763336283.369291:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251392:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.369316:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.370163:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.370211:0:7627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056251392 00000100:00100000:1.0:1763336283.370217:0:7627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056251392 00000100:00100000:1.0:1763336283.370257:0:7627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1763336283.370264:0:7627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251392:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:1.0:1763336283.370388:0:7627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186127100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056251392:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 124us (1071us total) trans 21474839709 rc 0/0 00000100:00100000:1.0:1763336283.370394:0:7627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1763336283.370518:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251392:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.370547:0:35235:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251520:0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:2.0:1763336283.370573:0:35235:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336283.370621:0:35235:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.370648:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056251520 00000100:00100000:0.0:1763336283.370652:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056251520 00000100:00100000:0.0:1763336283.370679:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1763336283.370701:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:35235:x1848991056251520:12345-0@lo:1000:mdt_rdpg00_003.0 00000100:00100000:0.0:1763336283.370813:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918481aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:35235:x1848991056251520:12345-0@lo:1000:mdt_rdpg00_003.0 Request processed in 129us (239us total) trans 17179872253 rc 0/0 00000100:00100000:0.0:1763336283.370819:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1763336283.370926:0:35235:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186126d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0001-mdtlov_UUID:35235:1848991056251520:0@lo:1000:mdt_rdpg00_003.0 00000001:00080000:3.0:1763336283.370989:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969153 00010000:00010000:3.0:1763336283.371018:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371028:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371035:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371040:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fb800 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336283.371044:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371050:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371063:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:3.0:1763336283.371065:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336283.371069:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371074:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d03 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x60:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371087:0:35235:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371092:0:35235:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371097:0:35235:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371100:0:35235:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186cbe600 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:3.0:1763336283.371102:0:35235:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371110:0:35235:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371116:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336283.371118:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763336283.371120:0:35235:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 2/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371125:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186cbe600/0x84ca14902aa46cfc lrc: 0/0,0 mode: --/EX res: [0x240000405:0x4b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35235 initiator: MDT1 00010000:00010000:3.0:1763336283.371133:0:35235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:3.0:1763336283.371135:0:35235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763336283.371141:0:35235:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92c21faa00/0x84ca14902aa46c1c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67791 expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.371214:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57651:x1848991042266368:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 24645us (24799us total) trans 4294969154 rc 0/0 00000100:00100000:3.0:1763336283.371221:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3722 00000020:00080000:3.0:1763336283.371224:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763336283.376313:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.376421:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042266880 00000100:00100000:0.0:1763336283.376432:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042266880 00000100:00100000:0.0:1763336283.376572:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10893 00000100:00100000:0.0:1763336283.376583:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:57651:x1848991042266880:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336283.376606:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336283.376627:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46d0a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677ec expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.376682:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46d0a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ec expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.376870:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e3800/0x84ca14902aa46d0a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677ec expref: 24 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.376901:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.376904:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763336283.376907:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c91867e3800, rc 0) 00000100:00100000:0.0:1763336283.377347:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57651:x1848991042266880:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 763us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.377358:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10893 00000100:00100000:0.0:1763336283.381137:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.381751:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042267136 00000100:00100000:3.0:1763336283.381761:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042267136 00000100:00100000:3.0:1763336283.381806:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3723 00000100:00100000:3.0:1763336283.381817:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+24:57651:x1848991042267136:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336283.382985:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57651:x1848991042267136:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1164us (1851us total) trans 4294969155 rc 0/0 00000100:00100000:2.0:1763336283.382993:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3723 00000100:00100000:1.0:1763336283.392392:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.393763:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042267392 00000100:00100000:2.0:1763336283.393775:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042267392 00000100:00100000:0.0:1763336283.394501:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3724 00000100:00100000:0.0:1763336283.394525:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+25:57651:x1848991042267392:12345-192.168.203.16@tcp:35:lfs.0 00000004:00080000:0.0:1763336283.394836:0:6516:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x60:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763336283.394918:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 00010000:00010000:0.0:1763336283.394935:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336283.394945:0:6516:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336283.394953:0:6516:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336283.394959:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336283.394965:0:6516:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT1 00010000:00010000:0.0:1763336283.395782:0:6516:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763336283.396011:0:6501:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763336283.396019:0:6501:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336283.396027:0:6501:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c91867e2200 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:1.0:1763336283.396030:0:6501:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336283.396038:0:6501:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336283.396053:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x60:0x0].0x0 (ffff9c918a24e000) 00010000:00010000:1.0:1763336283.396060:0:6501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763336283.396064:0:6501:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336283.396069:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d11 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x60:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT1 00010000:00010000:1.0:1763336283.396079:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336283.396081:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763336283.396082:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763336283.397000:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57651:x1848991042267392:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 2474us (4609us total) trans 4294969156 rc 0/0 00000100:00100000:0.0:1763336283.397012:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3724 00000100:00100000:1.0:1763336283.430338:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.430433:0:33424:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042267520 00000100:00100000:0.0:1763336283.430443:0:33424:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042267520 00000100:00100000:0.0:1763336283.430511:0:33424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10894 00000100:00100000:0.0:1763336283.430522:0:33424:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+26:57652:x1848991042267520:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:0.0:1763336283.430546:0:33424:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763336283.430566:0:33424:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d18 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677f3 expref: -99 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.430625:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336283.430636:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430645:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430657:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336283.430664:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430669:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430774:0:33424:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33424 initiator: MDT0 00010000:00010000:0.0:1763336283.430782:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430788:0:33424:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00000004:00200000:0.0:1763336283.430825:0:33424:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00000004:00200000:0.0:1763336283.430830:0:33424:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336283.430846:0:33424:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430857:0:33424:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430864:0:33424:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430869:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430884:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430890:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430895:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a60400 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336283.430900:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430906:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430915:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9c9285eb0800) 00010000:00010000:0.0:1763336283.430918:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336283.430922:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430927:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60400/0x84ca14902aa46d1f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430937:0:33424:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430945:0:33424:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430949:0:33424:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430953:0:33424:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9186a61e00 already unused, calling callback (ffffffffc1a69550) 00010000:00010000:0.0:1763336283.430955:0:33424:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430959:0:33424:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430964:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9c928342dd00) 00010000:00010000:0.0:1763336283.430966:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763336283.430968:0:33424:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.430972:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a61e00/0x84ca14902aa46d26 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33424 initiator: MDT1 00010000:00010000:0.0:1763336283.431008:0:33424:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c91867e2200/0x84ca14902aa46d18 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 28 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.431023:0:33424:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 27 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.431030:0:33424:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.431032:0:33424:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336283.431034:0:33424:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186a60800, rc 0) 00000100:00100000:0.0:1763336283.431085:0:33424:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57652:x1848991042267520:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 565us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.431093:0:33424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10894 00000100:00100000:3.0:1763336283.437183:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.437394:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042267776 00000100:00100000:1.0:1763336283.437408:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042267776 00000100:00100000:1.0:1763336283.437461:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10895 00000100:00100000:1.0:1763336283.437471:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+27:57652:x1848991042267776:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.437490:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.437509:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46d34 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c677fa expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.437605:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46d3b lrc: 3/1,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336283.437620:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46d3b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.437630:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46d3b lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336283.437641:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00010000:00010000:1.0:1763336283.437763:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46d34 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677fa expref: 30 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.437782:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0c800/0x84ca14902aa46d3b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677fa expref: 29 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.437791:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.437794:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763336283.437798:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0c800, rc 0) 00000100:00100000:1.0:1763336283.437847:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57652:x1848991042267776:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 378us (673us total) trans 4294969157 rc 0/0 00000100:00100000:1.0:1763336283.437854:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10895 00000100:00100000:2.0:1763336283.449114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.449222:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268032 00000100:00100000:1.0:1763336283.449232:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268032 00000100:00100000:1.0:1763336283.449298:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10896 00000100:00100000:1.0:1763336283.449309:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+29:57652:x1848991042268032:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.449333:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.449353:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46d49 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67801 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.449456:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46d50 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336283.449471:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46d50 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.449481:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46d50 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336283.449493:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00010000:00010000:1.0:1763336283.449592:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0d400/0x84ca14902aa46d49 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67801 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.449611:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46d50 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67801 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.449619:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.449623:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336283.449626:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92a9e0cc00, rc 0) 00000100:00100000:1.0:1763336283.450294:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57652:x1848991042268032:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 982us (1184us total) trans 4294969158 rc 0/0 00000100:00100000:1.0:1763336283.450302:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10896 00000100:00100000:2.0:1763336283.461313:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.461397:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268160 00000100:00100000:3.0:1763336283.461407:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268160 00000100:00100000:3.0:1763336283.461460:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8040 00000100:00100000:3.0:1763336283.461470:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+15:2406:x1848991042268160:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336283.461487:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336283.461506:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa46d5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67808 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336283.461526:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 209796, mtime: 0x691a605a, atime: 0x691a6054, ctime: 0x691a605a, blocks: 0x130 00010000:00010000:3.0:1763336283.461544:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.461546:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.461554:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa46d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67808 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.461568:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbe600/0x84ca14902aa46d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67808 expref: 16 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.461579:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbe600, rc 0) 00000100:00100000:3.0:1763336283.461640:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042268160:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 171us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.461647:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8040 00000100:00100000:2.0:1763336283.468984:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.469069:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268288 00000100:00100000:3.0:1763336283.469079:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268288 00000100:00100000:2.0:1763336283.470091:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8041 00000100:00100000:2.0:1763336283.470105:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042268288:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.470123:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.470143:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d65 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6780f expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336283.470165:0:8398:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x43:0x0] initial LVB size: 209796, mtime: 0x691a605a, atime: 0x691a6056, ctime: 0x691a605a, blocks: 0x130 00010000:00010000:2.0:1763336283.470186:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.470189:0:8398:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.470198:0:8398:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6780f expref: 22 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.470215:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fb800/0x84ca14902aa46d65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6780f expref: 22 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.470229:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fb800, rc 0) 00000100:00100000:2.0:1763336283.470295:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042268288:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 194us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.470303:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8041 00000100:00100000:0.0:1763336283.480331:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:3.0:1763336283.480433:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268416 00000100:00100000:3.0:1763336283.480445:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268416 00000100:00100000:3.0:1763336283.480520:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8042 00000100:00100000:3.0:1763336283.480532:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042268416:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336283.480556:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336283.480583:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46d6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67816 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763336283.480617:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x42:0x0] initial LVB size: 209796, mtime: 0x691a605a, atime: 0x691a6058, ctime: 0x691a605a, blocks: 0x130 00010000:00010000:3.0:1763336283.480641:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.480643:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763336283.480654:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46d6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67816 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.480674:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbfa00/0x84ca14902aa46d6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67816 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.480738:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbfa00, rc 0) 00000100:00100000:3.0:1763336283.480805:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2407:x1848991042268416:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 275us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336283.480813:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8042 00000100:00100000:1.0:1763336283.528602:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.534110:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268544 00000100:00100000:2.0:1763336283.534133:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268544 00000100:00100000:2.0:1763336283.534263:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2490 00000100:00100000:2.0:1763336283.534275:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042268544:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.534323:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.534348:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 17 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.534357:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.534360:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.534364:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.534406:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 17 pid: 28588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.534422:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 17 pid: 28588 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.534440:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056251648:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336283.534564:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763336283.540823:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.540941:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:8404:1848991056251648:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.540976:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.541079:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268672 00000100:00100000:1.0:1763336283.541090:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268672 00010000:00010000:1.0:1763336283.541140:0:6498:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 18 pid: 28588 timeout: 1171 lvb_type: 0 00000100:00100000:0.0:1763336283.541231:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3803 00000100:00100000:0.0:1763336283.541245:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:2405:x1848991042268672:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336283.541265:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.541291:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 18 pid: 28588 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.541306:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 18 pid: 28588 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.541333:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92a9e0ce00/0x84ca14902aa46ce7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d7 expref: 18 pid: 28588 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.541354:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.541357:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.541362:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.541372:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.541410:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336283.541485:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042268672:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 243us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.541494:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3803 00010000:00010000:2.0:1763336283.541569:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.541578:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549498:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549522:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549531:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549538:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21faa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.549543:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549552:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549576:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.549583:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46d73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.549764:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9187014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042268544:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 15484us (21170us total) trans 0 rc 240763/240763 00000100:00100000:2.0:1763336283.549777:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2490 00000100:00100000:1.0:1763336283.554096:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.554612:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.554857:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268800 00000100:00100000:2.0:1763336283.554879:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268800 00000100:00100000:2.0:1763336283.554945:0:8398:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042268928 00000100:00100000:2.0:1763336283.554949:0:8398:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042268928 00000100:00100000:2.0:1763336283.554988:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8043 00000100:00100000:2.0:1763336283.555000:0:8398:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042268800:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.555023:0:8398:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.555048:0:8398:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6781d expref: -99 pid: 8398 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.555121:0:8398:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056251776:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336283.555224:0:8398:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763336283.555247:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8044 00000100:00100000:3.0:1763336283.555265:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042268928:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:3.0:1763336283.555276:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763336283.555288:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46d81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67824 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763336283.555326:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056251904:192.168.203.16@tcp:106: 00000100:00100000:3.0:1763336283.555358:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c9183f0bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.559595:0:8398:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8398:1848991056251776:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336283.559649:0:8398:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d7a lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6781d expref: 23 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.559678:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6781d expref: 23 pid: 8398 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.559718:0:8398:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336283.559806:0:8398:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2407:x1848991042268800:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 4805us (5721us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336283.559820:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8043 00000100:00100000:3.0:1763336283.562191:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056251904:192.168.203.16@tcp:106: 00010000:00010000:3.0:1763336283.562244:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46d81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67824 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.562277:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9186cbec00/0x84ca14902aa46d81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67824 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763336283.562292:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9186cbec00, rc 0) 00000100:00100000:3.0:1763336283.562533:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2407:x1848991042268928:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 7270us (7920us total) trans 0 rc 301/301 00000100:00100000:3.0:1763336283.562543:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8044 00000100:00100000:1.0:1763336283.567788:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.567914:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042269056 00000100:00100000:2.0:1763336283.567927:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042269056 00000100:00100000:2.0:1763336283.568008:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2491 00000100:00100000:2.0:1763336283.568020:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042269056:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.568065:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.568089:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.568097:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.568100:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763336283.568104:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.568146:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 22 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.568161:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 22 pid: 29013 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.568178:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056252032:192.168.203.16@tcp:104: 00000100:00100000:2.0:1763336283.568290:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.572592:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8404:1848991056252032:192.168.203.16@tcp:104: 00010000:00010000:2.0:1763336283.572634:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763336283.573574:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.574056:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042269184 00000100:00100000:0.0:1763336283.574068:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042269184 00010000:00010000:0.0:1763336283.574117:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 23 pid: 29013 timeout: 1171 lvb_type: 0 00000100:00100000:0.0:1763336283.574172:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3804 00000100:00100000:0.0:1763336283.574184:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+23:2404:x1848991042269184:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763336283.574203:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.574229:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 23 pid: 29013 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.574245:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 23 pid: 29013 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.574275:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92a9e0c600/0x84ca14902aa46cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677d0 expref: 23 pid: 29013 timeout: 1171 lvb_type: 0 00010000:00010000:0.0:1763336283.574297:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.574299:0:16422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763336283.574305:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.574317:0:16422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.574356:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336283.574436:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042269184:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 253us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.574449:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3804 00010000:00010000:2.0:1763336283.574970:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.574981:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581039:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581066:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581076:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581083:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.581088:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581097:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581121:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.581129:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46d88 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.581269:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2404:x1848991042269056:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 13244us (13575us total) trans 0 rc 240763/240763 00000100:00100000:2.0:1763336283.581282:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2491 00000100:00100000:1.0:1763336283.602185:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:0.0:1763336283.602327:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042269312 00000100:00100000:0.0:1763336283.602340:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042269312 00000100:00100000:0.0:1763336283.602422:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 477 00000100:00100000:0.0:1763336283.602435:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285f96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57652:x1848991042269312:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:0.0:1763336283.602455:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763336283.602488:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c92a9e0cc00/0x84ca14902aa46d50 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67801 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.602512:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.602518:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763336283.602594:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285f96450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57652:x1848991042269312:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 161us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.602602:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 477 00000100:00100000:3.0:1763336283.606599:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.606975:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042269568 00000100:00100000:1.0:1763336283.606988:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042269568 00000100:00100000:1.0:1763336283.607060:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3725 00000100:00100000:1.0:1763336283.607071:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+30:57652:x1848991042269568:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:1.0:1763336283.607386:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57652:x1848991042269568:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 314us (800us total) trans 4294969159 rc 0/0 00000100:00100000:1.0:1763336283.607399:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3725 00000100:00100000:2.0:1763336283.633145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.633332:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042269824 00000100:00100000:1.0:1763336283.633346:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042269824 00000100:00100000:1.0:1763336283.634580:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10897 00000100:00100000:1.0:1763336283.634607:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+31:57653:x1848991042269824:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:1.0:1763336283.634643:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.634672:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46d8f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6782b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.634966:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46d96 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336283.634986:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46d96 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.634999:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46d96 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:1.0:1763336283.635013:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00010000:00010000:1.0:1763336283.635282:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381b400/0x84ca14902aa46d8f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6782b expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.635306:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46d96 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6782b expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.635316:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.635320:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763336283.635324:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918381aa00, rc 0) 00000100:00100000:1.0:1763336283.635491:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57653:x1848991042269824:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 892us (2358us total) trans 4294969160 rc 0/0 00000100:00100000:1.0:1763336283.635499:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10897 00000100:00100000:1.0:1763336283.642286:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.642370:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042269952 00000100:00100000:2.0:1763336283.642384:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042269952 00000100:00100000:2.0:1763336283.642482:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2492 00000100:00100000:2.0:1763336283.642494:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042269952:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.642543:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.642560:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.642563:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.642570:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.642586:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646238:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646260:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646269:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646284:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21faa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.646290:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646300:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646322:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.646330:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46da4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x40:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.646461:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2406:x1848991042269952:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 3962us (4182us total) trans 0 rc 212992/212992 00000100:00100000:2.0:1763336283.646472:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2492 00000100:00100000:1.0:1763336283.650512:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.651928:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270080 00000100:00100000:2.0:1763336283.651947:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270080 00000100:00100000:2.0:1763336283.652043:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2493 00000100:00100000:2.0:1763336283.652056:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042270080:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.652105:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.652124:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.652126:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.652133:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.652152:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663108:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663133:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663144:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663152:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.663157:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663168:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663192:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.663199:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dab lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.663315:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2407:x1848991042270080:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 11254us (12808us total) trans 0 rc 212992/212992 00000100:00100000:2.0:1763336283.663327:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2493 00000100:00100000:1.0:1763336283.668261:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.669512:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270208 00000100:00100000:2.0:1763336283.669528:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270208 00000100:00100000:2.0:1763336283.669626:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2494 00000100:00100000:2.0:1763336283.669638:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042270208:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.669701:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.669721:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.669723:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.669730:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.669745:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674050:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674074:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674084:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674091:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21faa00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.674097:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674107:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674136:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.674144:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.674247:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042270208:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4605us (5993us total) trans 0 rc 212992/212992 00000100:00100000:2.0:1763336283.674259:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2494 00000100:00100000:3.0:1763336283.707056:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.707138:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270336 00000100:00100000:2.0:1763336283.707150:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270336 00000100:00100000:2.0:1763336283.707210:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8045 00000100:00100000:2.0:1763336283.707219:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+16:2405:x1848991042270336:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.707239:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.707262:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67832 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336283.707285:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 240763, mtime: 0x691a605a, atime: 0x691a605a, ctime: 0x691a605b, blocks: 0x120 00010000:00010000:2.0:1763336283.707305:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.707307:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.707318:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67832 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.707339:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21faa00/0x84ca14902aa46db9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67832 expref: 17 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.707369:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21faa00, rc 0) 00000100:00100000:2.0:1763336283.707454:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2405:x1848991042270336:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 235us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.707462:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8045 00000100:00100000:1.0:1763336283.710301:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.710955:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270464 00000100:00100000:2.0:1763336283.710969:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270464 00000100:00100000:2.0:1763336283.711058:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2495 00000100:00100000:2.0:1763336283.711070:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042270464:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.711122:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.711139:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.711142:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.711148:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.711164:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718184:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718211:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718222:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718235:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c92c21fbc00 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.718241:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718251:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718275:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.718284:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x36:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.719107:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2404:x1848991042270464:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 7615us (8395us total) trans 0 rc 241664/241664 00000100:00100000:2.0:1763336283.719122:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2495 00000100:00100000:1.0:1763336283.724218:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.724277:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.724373:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270592 00000100:00100000:2.0:1763336283.724387:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270592 00000100:00100000:2.0:1763336283.724451:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270720 00000100:00100000:2.0:1763336283.724456:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270720 00000100:00100000:2.0:1763336283.724496:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8046 00000100:00100000:2.0:1763336283.724508:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+21:2406:x1848991042270592:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.724532:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.724560:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67839 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336283.724588:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x45:0x0] initial LVB size: 241664, mtime: 0x691a605a, atime: 0x691a605a, ctime: 0x691a605b, blocks: 0x68 00010000:00010000:2.0:1763336283.724614:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.724617:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.724627:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67839 expref: 22 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.724648:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9c92c21fbc00/0x84ca14902aa46dc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67839 expref: 22 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.724663:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c92c21fbc00, rc 0) 00000100:00100000:2.0:1763336283.724750:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bf922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2406:x1848991042270592:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 244us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.724757:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8046 00000100:00100000:2.0:1763336283.724785:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8047 00000100:00100000:2.0:1763336283.724792:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042270720:12345-192.168.203.16@tcp:101:lfs.0 00010000:00010000:2.0:1763336283.724800:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.724814:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a18400/0x84ca14902aa46dce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67840 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.724866:0:30886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056252160:192.168.203.16@tcp:106: 00000100:00100000:2.0:1763336283.724944:0:30886:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c92bb165f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763336283.727355:0:30886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:30886:1848991056252160:192.168.203.16@tcp:106: 00010000:00010000:2.0:1763336283.727400:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a18400/0x84ca14902aa46dce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67840 expref: 18 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.727425:0:30886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9c9189a18400/0x84ca14902aa46dce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67840 expref: 18 pid: 30886 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763336283.727444:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a18400, rc 0) 00000100:00100000:2.0:1763336283.728185:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:2406:x1848991042270720:12345-192.168.203.16@tcp:101:lfs.0 Request processed in 3387us (3902us total) trans 0 rc 301/301 00000100:00100000:2.0:1763336283.728197:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8047 00000100:00100000:1.0:1763336283.731320:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.731542:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270848 00000100:00100000:2.0:1763336283.731555:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270848 00000100:00100000:2.0:1763336283.731648:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 2496 00000100:00100000:2.0:1763336283.731661:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042270848:12345-192.168.203.16@tcp:3:lfs.0 00010000:00010000:2.0:1763336283.731751:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.731769:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.731772:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.731779:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.731794:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736272:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736295:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736304:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736316:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9c9189a19800 already unused, calling callback (ffffffffc0e66b40) 00010000:00010000:2.0:1763336283.736321:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736329:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736351:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.736357:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9c9189a19800/0x84ca14902aa46dd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->241663] (req 0->241663) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763336283.736464:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+22:2404:x1848991042270848:12345-192.168.203.16@tcp:3:lfs.0 Request processed in 4799us (5151us total) trans 0 rc 241664/241664 00000100:00100000:2.0:1763336283.736475:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 2496 00000100:00100000:1.0:1763336283.748860:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.748967:0:6498:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042270976 00000100:00100000:2.0:1763336283.748982:0:6498:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042270976 00000100:00100000:2.0:1763336283.749071:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 478 00000100:00100000:2.0:1763336283.749085:0:6498:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57653:x1848991042270976:12345-192.168.203.16@tcp:103:lfs.0 00010000:00010000:2.0:1763336283.749108:0:6498:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336283.749149:0:6498:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918381aa00/0x84ca14902aa46d96 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x4b:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6782b expref: 33 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.749173:0:6498:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336283.749180:0:6498:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336283.749259:0:6498:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57653:x1848991042270976:12345-192.168.203.16@tcp:103:lfs.0 Request processed in 177us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.749268:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 478 00000100:00100000:1.0:1763336283.752233:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.752965:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042271232 00000100:00100000:2.0:1763336283.752980:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042271232 00000100:00100000:2.0:1763336283.753056:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3726 00000100:00100000:2.0:1763336283.753068:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+32:57653:x1848991042271232:12345-192.168.203.16@tcp:35:lfs.0 00000100:00100000:2.0:1763336283.754348:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57653:x1848991042271232:12345-192.168.203.16@tcp:35:lfs.0 Request processed in 1272us (2117us total) trans 4294969161 rc 0/0 00000100:00100000:2.0:1763336283.754362:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3726 00000100:00100000:0.0:1763336283.760619:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.761082:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042271488 00000100:00100000:1.0:1763336283.761096:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042271488 00000100:00100000:1.0:1763336283.761176:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10898 00000100:00100000:1.0:1763336283.761188:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+33:57585:x1848991042271488:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336283.761220:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.761247:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46ddc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67847 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.761387:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336283.761407:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 34 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.761418:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.761461:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 34 pid: 33424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.761477:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 34 pid: 33424 timeout: 1171 lvb_type: 0 00000100:00100000:1.0:1763336283.761492:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056252288:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336283.762340:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f600 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.764501:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056252288:192.168.203.16@tcp:104: 00010000:00010000:1.0:1763336283.764540:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000100:00100000:0.0:1763336283.765189:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.765399:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042271616 00000100:00100000:1.0:1763336283.765408:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042271616 00010000:00010000:1.0:1763336283.765450:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 35 pid: 33424 timeout: 1171 lvb_type: 0 00000100:00100000:1.0:1763336283.765493:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3805 00000100:00100000:1.0:1763336283.765502:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+35:2405:x1848991042271616:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763336283.765520:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763336283.765529:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 35 pid: 33424 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.765543:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 35 pid: 33424 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.765568:0:16422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c9186a60800/0x84ca14902aa46d2d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c677f3 expref: 35 pid: 33424 timeout: 1171 lvb_type: 0 00010000:00010000:1.0:1763336283.765590:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:1.0:1763336283.765596:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.765607:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.765615:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.765645:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763336283.765762:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:2405:x1848991042271616:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 260us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336283.765770:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3805 00010000:00010000:0.0:1763336283.766013:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.766022:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336283.766051:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00010000:00010000:0.0:1763336283.766212:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a800/0x84ca14902aa46ddc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.766228:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.766242:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.766246:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763336283.766249:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386a400, rc 0) 00000100:00100000:0.0:1763336283.766293:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042271488:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 5107us (5687us total) trans 4294969162 rc 0/0 00000100:00100000:0.0:1763336283.766301:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10898 00000100:00100000:0.0:1763336283.773184:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.773259:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042271744 00000100:00100000:1.0:1763336283.773272:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042271744 00000100:00100000:1.0:1763336283.773352:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 10899 00000100:00100000:1.0:1763336283.773364:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042271744:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:1.0:1763336283.773393:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763336283.773418:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46df1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c6784e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.773533:0:6514:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 00010000:00010000:1.0:1763336283.773551:0:6514:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.773562:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:1.0:1763336283.773602:0:6514:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763336283.773617:0:6514:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 35 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:1.0:1763336283.773633:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056252416:192.168.203.16@tcp:104: 00000100:00100000:1.0:1763336283.773752:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9c918bf7f600 going to sleep for 11 seconds 00000100:00100000:1.0:1763336283.777758:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.778547:0:16422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042271872 00000100:00100000:2.0:1763336283.778561:0:16422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042271872 00010000:00010000:2.0:1763336283.778613:0:16422:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 36 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:2.0:1763336283.778654:0:16422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3806 00000100:00100000:2.0:1763336283.778664:0:16422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042271872:12345-192.168.203.16@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763336283.778682:0:16422:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763336283.778705:0:16422:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 36 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:2.0:1763336283.778719:0:16422:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 36 pid: 6514 timeout: 1171 lvb_type: 0 00010000:00010000:2.0:1763336283.778746:0:16422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:2.0:1763336283.778751:0:16422:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336283.778767:0:16422:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336283.778775:0:16422:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT1 00010000:00010000:2.0:1763336283.778798:0:16422:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763336283.778884:0:16422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:2404:x1848991042271872:12345-192.168.203.16@tcp:103:ldlm_bl.0 Request processed in 220us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.778892:0:16422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3806 00010000:00010000:0.0:1763336283.779912:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386a400/0x84ca14902aa46de3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x4b:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67847 expref: 35 pid: 6514 timeout: 1171 lvb_type: 0 00000100:00100000:0.0:1763336283.779933:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6514:1848991056252416:192.168.203.16@tcp:104: 00010000:00010000:0.0:1763336283.779961:0:6514:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.779971:0:6514:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.779977:0:6514:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00000004:00200000:0.0:1763336283.780133:0:6514:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x4b:0x0]: returning size 240763 00000004:00200000:0.0:1763336283.780139:0:6514:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763336283.780165:0:6514:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT1 00010000:00010000:0.0:1763336283.780249:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386bc00/0x84ca14902aa46df1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6784e expref: 35 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.780266:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9c918386ae00/0x84ca14902aa46df8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c6784e expref: 34 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763336283.780276:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x4b:0x0].0x0 (ffff9c929b923400) 00010000:00010000:0.0:1763336283.780279:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763336283.780283:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c918386ae00, rc 0) 00000100:00100000:0.0:1763336283.780538:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92bbc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042271744:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 7175us (7369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336283.780548:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 10899 00000100:00100000:1.0:1763336283.788305:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.789536:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042272000 00000100:00100000:2.0:1763336283.789554:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042272000 00000100:00100000:2.0:1763336283.789638:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 8048 00000100:00100000:2.0:1763336283.789649:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+17:57585:x1848991042272000:12345-192.168.203.16@tcp:101:fsx.0 00010000:00010000:2.0:1763336283.789671:0:30886:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763336283.789736:0:30886:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9c9189a18400/0x84ca14902aa46dff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaf37aa35a6c67855 expref: -99 pid: 30886 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763336283.789864:0:30886:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763336283.789900:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.789903:0:30886:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763336283.789914:0:30886:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9c9189a18400/0x84ca14902aa46dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->241663) gid 0 flags: 0x50000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67855 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.789932:0:30886:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9c9189a18400/0x84ca14902aa46dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->241663) gid 0 flags: 0x40000000000000 nid: 192.168.203.16@tcp remote: 0xaf37aa35a6c67855 expref: 18 pid: 30886 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763336283.789947:0:30886:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c9189a18400, rc 0) 00000100:00100000:2.0:1763336283.790039:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:33ef0477-06fd-467a-8e9e-cea55dbdde8e+18:57585:x1848991042272000:12345-192.168.203.16@tcp:101:fsx.0 Request processed in 391us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336283.790047:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 8048 00000100:00100000:1.0:1763336283.796561:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.796895:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042272256 00000100:00100000:2.0:1763336283.796908:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042272256 00000100:00100000:2.0:1763336283.797280:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3727 00000100:00100000:2.0:1763336283.797294:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+34:57585:x1848991042272256:12345-192.168.203.16@tcp:35:fsx.0 00000001:00080000:2.0:1763336283.797583:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969163 00000100:00100000:2.0:1763336283.797783:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57585:x1848991042272256:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 491us (1235us total) trans 4294969164 rc 0/0 00000100:00100000:2.0:1763336283.797792:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3727 00000020:00080000:2.0:1763336283.797798:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763336283.803306:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:2.0:1763336283.803432:0:35235:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042272512 00000100:00100000:2.0:1763336283.803446:0:35235:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042272512 00000100:00100000:2.0:1763336283.803527:0:35235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3728 00000100:00100000:2.0:1763336283.803540:0:35235:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9285fc8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+36:57585:x1848991042272512:12345-192.168.203.16@tcp:35:fsx.0 00000001:00080000:2.0:1763336283.803881:0:35235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969165 00000100:00100000:2.0:1763336283.804011:0:35235:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9285fc8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57585:x1848991042272512:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 472us (718us total) trans 4294969166 rc 0/0 00000100:00100000:2.0:1763336283.804020:0:35235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3728 00000020:00080000:2.0:1763336283.804028:0:35235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763336283.806917:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.16@tcp (source: 12345-192.168.203.16@tcp) 00000100:00100000:1.0:1763336283.807044:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991042272768 00000100:00100000:1.0:1763336283.807059:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991042272768 00000100:00100000:1.0:1763336283.807136:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.16@tcp, seq: 3729 00000100:00100000:1.0:1763336283.807148:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+38:57585:x1848991042272768:12345-192.168.203.16@tcp:35:fsx.0 00000100:00100000:1.0:1763336283.807447:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33ef0477-06fd-467a-8e9e-cea55dbdde8e+39:57585:x1848991042272768:12345-192.168.203.16@tcp:35:fsx.0 Request processed in 300us (543us total) trans 4294969167 rc 0/0 00000100:00100000:1.0:1763336283.807456:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.16@tcp, seq: 3729 00010000:00010000:3.0:1763336284.263880:0:17509:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763336285.163899:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763336285.163922:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056252544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763336285.163988:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763336285.164242:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056252544 00000100:00100000:0.0:1763336285.164251:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056252544 00000100:00100000:0.0:1763336285.164312:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1763336285.164320:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056252544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763336285.164345:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915591680 avail 3684069376 00000100:00100000:0.0:1763336285.164387:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056252544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1763336285.164395:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:3.0:1763336285.164460:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763336285.164500:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056252544:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1763336285.227546:0:35506:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed 00010000:00010000:0.0:1763336285.288151:0:6500:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763336286.184264:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763336286.184286:0:3646:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056252672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763336286.184348:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.184407:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056252672 00000100:00100000:2.0:1763336286.184415:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056252672 00000100:00100000:2.0:1763336286.184460:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1763336286.184469:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056252672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763336286.184502:0:33131:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446129664 avail 1299890176 00000100:00100000:2.0:1763336286.184544:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c91833a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1848991056252672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336286.184551:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1763336286.184599:0:3646:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3646:1848991056252672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763336286.184898:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056252928:0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185168:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3648:1848991056252800:0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185204:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336286.185230:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056253312:0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185257:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336286.185274:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1848991056253824:0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185296:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336286.185332:0:32316:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056252800 00000100:00100000:1.0:1763336286.185337:0:32316:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056252800 00000100:00100000:1.0:1763336286.185364:0:32316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1763336286.185369:0:32316:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3648:x1848991056252800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185403:0:32316:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c+23:3648:x1848991056252800:12345-0@lo:400:kworker.0 Request processed in 33us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.185409:0:32316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1763336286.185434:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253312 00000100:00100000:1.0:1763336286.185438:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253312 00000100:00100000:1.0:1763336286.185470:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1763336286.185474:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c92b6814050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3648:x1848991056253312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185503:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c92b6814050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3648:x1848991056253312:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.185509:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1763336286.185632:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ea1d4a2-53ff-4610-bf03-99dbe0ad4b4c:3648:1848991056252800:0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.185644:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056253312:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.185971:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186000:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1848991056253440:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186022:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186040:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056253952:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186061:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186088:0:30886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253952 00000100:00100000:2.0:1763336286.186093:0:30886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253952 00000100:00100000:2.0:1763336286.186122:0:30886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1763336286.186130:0:30886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056253952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186167:0:30886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056253952:12345-0@lo:400:kworker.0 Request processed in 38us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1763336286.186173:0:30886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1763336286.186199:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056253184:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186237:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1848991056253696:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186255:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186272:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056254208:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186310:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763336286.186316:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1848991056253056:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186334:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186347:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1848991056253568:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186362:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186376:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c91833a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056254080:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.186395:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763336286.186415:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253184 00000100:00100000:2.0:1763336286.186419:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253184 00000100:00100000:1.0:1763336286.186485:0:6518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056252928 00000100:00100000:1.0:1763336286.186490:0:6518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056252928 00000100:00100000:1.0:1763336286.186516:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1763336286.186523:0:6518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056252928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.186555:0:6518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3649:x1848991056252928:12345-0@lo:400:kworker.0 Request processed in 33us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.186561:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1763336286.186733:0:28588:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056254080 00000100:00100000:2.0:1763336286.186737:0:28588:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056254080 00000100:00100000:1.0:1763336286.186782:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1763336286.186790:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056253184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.186824:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3647:x1848991056253184:12345-0@lo:400:kworker.0 Request processed in 36us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.186831:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1763336286.186845:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1763336286.186851:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056254080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.186887:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056254080:12345-0@lo:400:kworker.0 Request processed in 37us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.186893:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1763336286.187052:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253824 00000100:00100000:2.0:1763336286.187057:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253824 00000100:00100000:2.0:1763336286.187225:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253440 00000100:00100000:2.0:1763336286.187229:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253440 00000100:00100000:1.0:1763336286.187262:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253696 00000100:00100000:1.0:1763336286.187266:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253696 00000100:00100000:1.0:1763336286.187282:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056254208 00000100:00100000:1.0:1763336286.187284:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056254208 00000100:00100000:1.0:1763336286.187293:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253056 00000100:00100000:1.0:1763336286.187295:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253056 00000100:00100000:1.0:1763336286.187304:0:23631:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056253568 00000100:00100000:1.0:1763336286.187306:0:23631:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056253568 00000100:00100000:1.0:1763336286.187319:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1763336286.187325:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1848991056253824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.187361:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1848991056253824:12345-0@lo:400:kworker.0 Request processed in 37us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.187367:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1763336286.187380:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1763336286.187385:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1848991056253440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.187411:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1848991056253440:12345-0@lo:400:kworker.0 Request processed in 26us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.187416:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1763336286.187428:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1763336286.187433:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1848991056253696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.187459:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1848991056253696:12345-0@lo:400:kworker.0 Request processed in 26us (1203us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.187464:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1763336286.187475:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1763336286.187481:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056254208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.187506:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1848991056254208:12345-0@lo:400:kworker.0 Request processed in 25us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.187511:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1763336286.187523:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1763336286.187529:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1848991056253056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.187554:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1848991056253056:12345-0@lo:400:kworker.0 Request processed in 24us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.187559:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1763336286.187569:0:23631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763336286.187574:0:23631:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9183eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1848991056253568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763336286.187596:0:23631:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9183eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1848991056253568:12345-0@lo:400:kworker.0 Request processed in 23us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.187601:0:23631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763336286.187635:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3648:1848991056253824:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187783:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3647:1848991056253056:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187793:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3647:1848991056253568:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187802:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056254080:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187811:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3647:1848991056253184:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187820:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3647:1848991056253696:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187829:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3647:1848991056254208:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187889:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3649:1848991056252928:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187898:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3649:1848991056253440:0@lo:400:kworker.0 00000100:00100000:2.0:1763336286.187909:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c91833a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056253952:0@lo:400:kworker.0 00000100:00080000:2.0:1763336286.189960:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763336286.189970:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763336286.189973:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763336286.189977:0:6508:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763336286.190057:0:3648:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9183eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056254336:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763336286.190118:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336286.190531:0:33131:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056254336 00000100:00100000:1.0:1763336286.190538:0:33131:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056254336 00000100:00100000:1.0:1763336286.190752:0:33131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1763336286.190760:0:33131:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056254336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763336286.190793:0:33131:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445605376 avail 1299365888 00000100:00100000:1.0:1763336286.190836:0:33131:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1848991056254336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.190842:0:33131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1763336286.191796:0:3648:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9183eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3648:1848991056254336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763336286.192359:0:3649:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c9186ca5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056254464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763336286.192400:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763336286.192434:0:13574:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056254464 00000100:00100000:3.0:1763336286.192439:0:13574:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056254464 00000100:00100000:3.0:1763336286.192469:0:13574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1763336286.192475:0:13574:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056254464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763336286.192498:0:13574:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 40960 granted 484939968 pending 0 free 3920007168 avail 3688484864 00000100:00100000:3.0:1763336286.192532:0:13574:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c9186ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1848991056254464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1763336286.192539:0:13574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1763336286.192573:0:3649:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c9186ca5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3649:1848991056254464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763336286.195974:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763336286.195994:0:3647:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9c918cd6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056254592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763336286.196052:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763336286.196091:0:8400:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848991056254592 00000100:00100000:1.0:1763336286.196098:0:8400:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848991056254592 00000100:00100000:1.0:1763336286.196139:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1763336286.196148:0:8400:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056254592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763336286.196168:0:8400:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915591680 avail 3684069376 00000100:00100000:1.0:1763336286.196207:0:8400:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9c918cd6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1848991056254592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1763336286.196214:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1763336286.196264:0:3647:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9c918cd6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3647:1848991056254592:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1763336286.312430:0:6501:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 71593 lines, 71593 kept, 0 dropped, 0 bad.